{"severity_text":"INFO","timestamp":"2026-11-03T19:51:03.041023766Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:03.094564765Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:03.201764742Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:03.201791442Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:03.426340651Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:03.426398715Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:03.598431638Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/fefe9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.570931413Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.685617285Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.685723825Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.685790396Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.685831878Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.685877946Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.685919524Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.685988787Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686028807Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686067418Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686105268Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686142196Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686188137Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686223996Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686360702Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.68648649Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686587746Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686619276Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686656813Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686698269Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.686787499Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.787181538Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1103 19:51:04.787203 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.98817306Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:04.988241724Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 19:51:22.505298 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.505636343Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.505831451Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.505889197Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.506021241Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.506032369Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.506075891Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.506109594Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.506233223Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.506408158Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.506482308Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.50668014Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.506752738Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.506933621Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507018668Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507078981Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507083619Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507132305Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507176776Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507209476Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.50724992Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507272938Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507277494Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507335586Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507399441Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507420598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507429566Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507450215Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507517945Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507548733Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507663205Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507749434Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507778887Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507979186Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.507982622Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.508015159Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.508037971Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.508261934Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.508300255Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.508699368Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.508721561Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.508843467Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.508866523Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.508914986Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.50911328Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.509159214Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.509182694Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.509216774Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.509294943Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.50932535Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.509356388Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.509390282Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.509421679Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.822356074Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.875187215Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:22.988249928Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.109710444Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.109757658Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.110841608Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.110875145Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.110934867Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.110972557Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.111268453Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.111286936Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.116474712Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.116499885Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.116492184Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.116511186Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.212046806Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:23.212082665Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:24.298612853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7174548-ac30-4c38-bf90-79dd4d8a8e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:24.353084621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7174548-ac30-4c38-bf90-79dd4d8a8e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:24.407581237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7174548-ac30-4c38-bf90-79dd4d8a8e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:24.461906831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7174548-ac30-4c38-bf90-79dd4d8a8e28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:28.309811759Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"63e15631-4472-42e4-a7c1-1fc16ec5f079","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.344805838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71afcd5-9459-4e2c-800f-83399731e77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.400492988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71afcd5-9459-4e2c-800f-83399731e77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.454729393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71afcd5-9459-4e2c-800f-83399731e77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:29.509283604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e71afcd5-9459-4e2c-800f-83399731e77d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.390895617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed1c114a-088f-49cd-9571-6e0f81c1c5db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.472187346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f84510-0571-45b9-b605-88881ffc0c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.526524973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f84510-0571-45b9-b605-88881ffc0c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.545959296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed1c114a-088f-49cd-9571-6e0f81c1c5db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.580927759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f84510-0571-45b9-b605-88881ffc0c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.635251079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f84510-0571-45b9-b605-88881ffc0c6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.639403399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed1c114a-088f-49cd-9571-6e0f81c1c5db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.747355969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e9fce67-5a13-4bd0-8f14-956428c9f597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.807057039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e9fce67-5a13-4bd0-8f14-956428c9f597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.910572608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2115a4a4-c6a7-4aa5-a635-de37409ea19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.915012594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e9fce67-5a13-4bd0-8f14-956428c9f597","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:31.970205511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2115a4a4-c6a7-4aa5-a635-de37409ea19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.028224692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2115a4a4-c6a7-4aa5-a635-de37409ea19a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.139236611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc9906e-f6a2-48c6-86fb-654422176e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.198555622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc9906e-f6a2-48c6-86fb-654422176e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.256878339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cdc9906e-f6a2-48c6-86fb-654422176e13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.606846674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8398fbc-3805-45ec-9056-c5eae3670127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.667203928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8398fbc-3805-45ec-9056-c5eae3670127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.72155326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ebdda97-ad57-44c6-996e-3572cf9a7c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.726103972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b8398fbc-3805-45ec-9056-c5eae3670127","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.781145962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ebdda97-ad57-44c6-996e-3572cf9a7c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.839603604Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ebdda97-ad57-44c6-996e-3572cf9a7c9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:32.994879465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f4408d9-0d65-4397-9420-1572acb0d9e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:33.039356588Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e8b090c7-1711-4674-b7cc-c9a87bd3dfae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.05410282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f4408d9-0d65-4397-9420-1572acb0d9e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.101244556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6df8b51-2097-405b-b3b1-08e72a16ca05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:51:33.107025416Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d60a3136-ce0e-4cfc-b93b-a27aba55f6a8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.112330207Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f4408d9-0d65-4397-9420-1572acb0d9e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.160625085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6df8b51-2097-405b-b3b1-08e72a16ca05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.219752668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e6df8b51-2097-405b-b3b1-08e72a16ca05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.266199348Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"436143b2-b0b6-45e7-a6cd-01679ec042dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.273008096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acd8dc06-34de-4a62-8b47-eee1a6f87818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.332587428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acd8dc06-34de-4a62-8b47-eee1a6f87818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.366235221Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"83bc40e7-1178-4bd7-a9d4-2ca248284dfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.380735379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b2ddde2-f96c-4519-aa3e-f6f15ca40c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.390486257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"acd8dc06-34de-4a62-8b47-eee1a6f87818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.440754598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b2ddde2-f96c-4519-aa3e-f6f15ca40c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.46714551Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7963c2c4-1076-43eb-987f-b2e8190e7c46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.498892469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b2ddde2-f96c-4519-aa3e-f6f15ca40c69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.579968445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0364c1-e7cc-40a2-b05a-ec2ebe66cde1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.580096523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97871adc-8f1b-4b11-85a1-1e23c7487fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.580329207Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8127ae5-ec7b-4c9c-abf1-d811f31a74b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.634151766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0364c1-e7cc-40a2-b05a-ec2ebe66cde1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.688614584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0364c1-e7cc-40a2-b05a-ec2ebe66cde1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.700703428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97871adc-8f1b-4b11-85a1-1e23c7487fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.742470529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db0364c1-e7cc-40a2-b05a-ec2ebe66cde1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.798414722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4a0f2d1-75ff-4eb4-9f0c-0203159df131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.802916665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97871adc-8f1b-4b11-85a1-1e23c7487fc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.858107158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4a0f2d1-75ff-4eb4-9f0c-0203159df131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:33.916595718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a4a0f2d1-75ff-4eb4-9f0c-0203159df131","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:36.952242161Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"39058b5c-286b-4018-beb1-1aa1a0959e79","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.387326355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"764bf210-2b03-4b38-84e1-0a9691edbb1a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.387350016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"764bf210-2b03-4b38-84e1-0a9691edbb1a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.437273245Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"06dc5569-e75d-4401-98c1-086c0588296b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.457262171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5b5cb01-8af2-46e6-8206-da0c4b839d7d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.457279759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f5b5cb01-8af2-46e6-8206-da0c4b839d7d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.537256914Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c41c464-6c1e-4524-8038-9f55cc60fa30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.550676561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b78c288d-69f7-48d6-9e4f-6f0778b7cbc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.550677246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc11d287-1424-4473-b28d-bb7659a8253d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.610379246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b78c288d-69f7-48d6-9e4f-6f0778b7cbc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.610549385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc11d287-1424-4473-b28d-bb7659a8253d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.640919662Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f8a5b31d-832a-4d41-a757-1025ddb9227f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.669607697Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b78c288d-69f7-48d6-9e4f-6f0778b7cbc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.669607695Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc11d287-1424-4473-b28d-bb7659a8253d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.951815339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e7279c0-20a7-41a6-bfe1-83ff4be85d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:37.951827789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2747cd1f-9382-48a7-8398-726bcec5f038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.012529198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2747cd1f-9382-48a7-8398-726bcec5f038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.012548167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e7279c0-20a7-41a6-bfe1-83ff4be85d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.012588219Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2747cd1f-9382-48a7-8398-726bcec5f038","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.012595116Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9e7279c0-20a7-41a6-bfe1-83ff4be85d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.994585313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03ff78ef-3c81-4ffc-aa12-a010fc3666d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:38.994605877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"03ff78ef-3c81-4ffc-aa12-a010fc3666d8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.718201566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3b83118-831b-4390-8e38-c198bffcaffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.718212836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51c89262-2d11-4f51-b047-9f199895abbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.779824997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51c89262-2d11-4f51-b047-9f199895abbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.779926444Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51c89262-2d11-4f51-b047-9f199895abbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.780192331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3b83118-831b-4390-8e38-c198bffcaffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:41.780266052Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3b83118-831b-4390-8e38-c198bffcaffe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.218128808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14478a1d-8aea-48bb-a4df-ee1399966789","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.218151433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"14478a1d-8aea-48bb-a4df-ee1399966789","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.218429571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd6e3b39-b418-4ea2-8c2e-4843df6def92","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.218445868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cd6e3b39-b418-4ea2-8c2e-4843df6def92","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.272998048Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf85173d-3e96-412f-8438-80f470fd02ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.290772275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33b4310a-432f-41ea-8b85-cddd2350b5a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.290790963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"33b4310a-432f-41ea-8b85-cddd2350b5a8","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.291052932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de66d8f9-c197-432c-8b27-6c16e9d310d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.29106775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de66d8f9-c197-432c-8b27-6c16e9d310d9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.373706374Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ad8a683-b5b1-4d8f-bfd9-f73c6b3cb7cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.380852752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d82d049-4f19-49b7-a92a-be50cd97fe0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.380904764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc60675c-fa61-4c08-87a1-84b0869f0bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.489987569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d82d049-4f19-49b7-a92a-be50cd97fe0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.490066336Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d82d049-4f19-49b7-a92a-be50cd97fe0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.490816926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc60675c-fa61-4c08-87a1-84b0869f0bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.490874163Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc60675c-fa61-4c08-87a1-84b0869f0bb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.705534902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a5ba2ad-1255-4574-8581-62a39612da4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.707779005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53d8a6bc-4fa0-4215-97fd-3cf42982ae1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.765650058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a5ba2ad-1255-4574-8581-62a39612da4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.765722079Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a5ba2ad-1255-4574-8581-62a39612da4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.767409042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53d8a6bc-4fa0-4215-97fd-3cf42982ae1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:44.767457807Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"53d8a6bc-4fa0-4215-97fd-3cf42982ae1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:45.496756576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"258cdc61-ccf9-453f-bcea-cb36fbcc67b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:45.496776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"258cdc61-ccf9-453f-bcea-cb36fbcc67b0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:47.574292759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f6ecfdb-9be1-4295-b07a-4cf87ba12fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:47.574300505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38bec48b-146e-4389-a216-06a67f1d3b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:47.686557893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f6ecfdb-9be1-4295-b07a-4cf87ba12fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:47.686630205Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9f6ecfdb-9be1-4295-b07a-4cf87ba12fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:47.686647541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38bec48b-146e-4389-a216-06a67f1d3b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:47.686698371Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"38bec48b-146e-4389-a216-06a67f1d3b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.537250322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b9ccfca9-cfa9-4858-b3f9-df94fd217cee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.53727119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b9ccfca9-cfa9-4858-b3f9-df94fd217cee","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.537523504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4cf6b758-d3e7-4b31-ab9f-f20ff8693daa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.537535416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4cf6b758-d3e7-4b31-ab9f-f20ff8693daa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.537731019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"13943806-4575-40ea-b7a8-762e9c9f0772","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.537740963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"13943806-4575-40ea-b7a8-762e9c9f0772","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.592466613Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d20e5c4-4dee-480c-863f-c5862833db30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.605965865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b078b40-c424-4dc8-b8d8-d53fe41afaca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.605981729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0b078b40-c424-4dc8-b8d8-d53fe41afaca","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.606194375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c848ebf4-6d7b-4fce-b9a9-5ac895dc5aa4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.606204534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c848ebf4-6d7b-4fce-b9a9-5ac895dc5aa4","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.606364457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3daa873d-8c7d-4e19-b13d-f4106302f239","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.606374465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3daa873d-8c7d-4e19-b13d-f4106302f239","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.692808952Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"452f53ee-397e-4bc0-bdc5-40bcc6edfba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.700909157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9017e7e7-bf0d-4f9f-bf11-da1143e4bb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.700984087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d085499b-fe3b-4838-b1bc-90adbc99fe0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.761009475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9017e7e7-bf0d-4f9f-bf11-da1143e4bb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.761082955Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9017e7e7-bf0d-4f9f-bf11-da1143e4bb6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.812510946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d085499b-fe3b-4838-b1bc-90adbc99fe0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.812585891Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d085499b-fe3b-4838-b1bc-90adbc99fe0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:48.977360518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0887216c-4315-4cdc-8d7f-e43b01ea4bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.028559272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a0289eb-b274-4d32-afae-ed0ef537caa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.037016551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0887216c-4315-4cdc-8d7f-e43b01ea4bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.037076619Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0887216c-4315-4cdc-8d7f-e43b01ea4bf2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.08847667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a0289eb-b274-4d32-afae-ed0ef537caa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.088539501Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a0289eb-b274-4d32-afae-ed0ef537caa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.807817452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"698fc9be-1730-4069-9d8b-203859230fe2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:49.807847643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"698fc9be-1730-4069-9d8b-203859230fe2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.677990846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"47f46893-3971-45ba-8bd7-2aefaf358239","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.678010647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"47f46893-3971-45ba-8bd7-2aefaf358239","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.678916799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"432d74a5-e5ae-40cb-a5f0-92ec9a749e62","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.678933775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"432d74a5-e5ae-40cb-a5f0-92ec9a749e62","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.679179779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fdf19556-e741-41a6-96dc-6dd893e160cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.679192314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"fdf19556-e741-41a6-96dc-6dd893e160cd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.679516699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a30b559a-3625-4d00-baa3-6fe91d5640a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.679532169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a30b559a-3625-4d00-baa3-6fe91d5640a3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.734649994Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"53715843-1237-4cf2-8a9b-411013e2af70","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.73528667Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d8ecacc-d48f-4b7f-af99-dfad28e995ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.748344021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9ecae418-e367-4243-867a-dbff8804bdc3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.748369586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9ecae418-e367-4243-867a-dbff8804bdc3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.748694306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c2eaa70-196a-45b5-b0b5-ecb261b04128","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.748713386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0c2eaa70-196a-45b5-b0b5-ecb261b04128","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.749013261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d000f870-b5b8-4c28-8703-f81db3a7cdd6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.749030397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d000f870-b5b8-4c28-8703-f81db3a7cdd6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.749291831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a38afeb-dad7-49f0-af99-f10f2c60eced","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.749308835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6a38afeb-dad7-49f0-af99-f10f2c60eced","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.953819502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7baa5ecc-16fc-49c9-907e-6a46655b8e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.95446701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc730499-caf1-4385-b78c-f93a8009c47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:52.987184111Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.020119483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7baa5ecc-16fc-49c9-907e-6a46655b8e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.020277881Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7baa5ecc-16fc-49c9-907e-6a46655b8e4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.022451757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc730499-caf1-4385-b78c-f93a8009c47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.022582759Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cc730499-caf1-4385-b78c-f93a8009c47d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.253690366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ab64cd-7a5c-470a-ad65-a594e70ec27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.255037001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e16fa626-e30e-480d-a134-522d72b29f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.313975179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ab64cd-7a5c-470a-ad65-a594e70ec27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.314046442Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b4ab64cd-7a5c-470a-ad65-a594e70ec27f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.317026629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e16fa626-e30e-480d-a134-522d72b29f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.31708812Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e16fa626-e30e-480d-a134-522d72b29f18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.550334974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840fc7a9-9d43-4bd2-ae0e-c0e6f4225a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.604235157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840fc7a9-9d43-4bd2-ae0e-c0e6f4225a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.657987436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840fc7a9-9d43-4bd2-ae0e-c0e6f4225a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.712000441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"840fc7a9-9d43-4bd2-ae0e-c0e6f4225a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.946075701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e3bc4f72-f555-48f9-a086-4aeec9ac9db8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:53.946095922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e3bc4f72-f555-48f9-a086-4aeec9ac9db8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.294473518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7eb994f1-9239-4490-8fde-6a4d549bddaf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.294500821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7eb994f1-9239-4490-8fde-6a4d549bddaf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.294820588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6be3bb39-6781-449b-86f4-685dd76dc1aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.29484005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6be3bb39-6781-449b-86f4-685dd76dc1aa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.295166154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"23361e20-8df4-47c6-a98b-25714b2694c6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.295182695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"23361e20-8df4-47c6-a98b-25714b2694c6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.295460164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8d799a4-025b-4515-aed1-330b7a4effac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.295478481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8d799a4-025b-4515-aed1-330b7a4effac","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.295718118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a0d5910-cf18-4d26-90de-b48dc7a63e1d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.295733343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7a0d5910-cf18-4d26-90de-b48dc7a63e1d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.352738857Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cf65a3ba-2ef6-49b2-b6c4-76e1ca252cff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.355207694Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2759dc7-a5e9-476d-97cb-802fb97ff6e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.364110801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45cf0d8c-da19-4103-a546-ef9675e5f1df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.364136853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"45cf0d8c-da19-4103-a546-ef9675e5f1df","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.364487005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd628643-700e-4423-be9e-f563f7b05ddd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.364506231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fd628643-700e-4423-be9e-f563f7b05ddd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.364796521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ed8e03c5-c6f3-4916-a680-954b01d46aa4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.364812741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ed8e03c5-c6f3-4916-a680-954b01d46aa4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.365114935Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e46bb50-40c5-479c-b239-d5a7fa5133bb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.365130716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0e46bb50-40c5-479c-b239-d5a7fa5133bb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.365413118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5561b3b8-9e29-4310-8d2a-f78afd6e789b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.365429169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5561b3b8-9e29-4310-8d2a-f78afd6e789b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.458182862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a168e0a-e563-4017-82d8-c6c3c81ba725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.45841379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f641e5fd-dc9b-4bc2-98f3-dda9248122f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.518396123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f641e5fd-dc9b-4bc2-98f3-dda9248122f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.51845631Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f641e5fd-dc9b-4bc2-98f3-dda9248122f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.518477666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a168e0a-e563-4017-82d8-c6c3c81ba725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.518525155Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2a168e0a-e563-4017-82d8-c6c3c81ba725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.734089307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52182ec9-6974-44e9-9aa9-b8cdabc655ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.734241076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98513204-016d-4af9-bd5c-81f48f534b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.799549348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52182ec9-6974-44e9-9aa9-b8cdabc655ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.799634745Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"52182ec9-6974-44e9-9aa9-b8cdabc655ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.799698919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98513204-016d-4af9-bd5c-81f48f534b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:56.799762272Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98513204-016d-4af9-bd5c-81f48f534b67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:57.576296666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"707868e7-a1ac-4be6-9f7b-8cd47428887f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:57.576321684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"707868e7-a1ac-4be6-9f7b-8cd47428887f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:57.67985857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55e7aa39-5d5f-4d69-a402-9195cca98e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:57.680027265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93f0246a-e17d-4c83-a3db-7d68e874173a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:57.740060769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93f0246a-e17d-4c83-a3db-7d68e874173a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:57.740131782Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"93f0246a-e17d-4c83-a3db-7d68e874173a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:57.74115336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55e7aa39-5d5f-4d69-a402-9195cca98e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:51:57.741213724Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"55e7aa39-5d5f-4d69-a402-9195cca98e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.080299827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a8d0501a-c086-4e6d-95c4-a6621912a685","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.080318978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a8d0501a-c086-4e6d-95c4-a6621912a685","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.080559886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"55b6e747-fb7c-4fb0-875c-6b8d7acfc81f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.080572743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"55b6e747-fb7c-4fb0-875c-6b8d7acfc81f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.080768016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e3d161e-f0ff-4b77-afe9-ea4f16a90ab4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.080779554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e3d161e-f0ff-4b77-afe9-ea4f16a90ab4","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.080978685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a873c289-a84c-4cd4-913d-650f466d893a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.080990439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a873c289-a84c-4cd4-913d-650f466d893a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.081182372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4c439ce4-f5e4-497d-aad9-31aea1db3054","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.081195828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4c439ce4-f5e4-497d-aad9-31aea1db3054","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.081375112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28048ee1-d716-48c7-97a0-e2817b2beb47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.081385283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"28048ee1-d716-48c7-97a0-e2817b2beb47","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.134875203Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59f59e3c-448f-473b-87e0-7023333e90c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.13553249Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9704654d-3d2b-496c-9f75-22f13a2bbb9e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.148655676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"74aee592-1427-453e-8bb6-618aee0b935f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.14867856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"74aee592-1427-453e-8bb6-618aee0b935f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.149016198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e62464-c372-4480-89dd-c89ec10a9a45","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.149031936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"50e62464-c372-4480-89dd-c89ec10a9a45","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.149266455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3bbc8d60-adc3-4955-9637-179b3522ecbb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.149280295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3bbc8d60-adc3-4955-9637-179b3522ecbb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.149524436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b48f1cda-52a8-41bb-a107-0d6cb8d053d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.149541176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b48f1cda-52a8-41bb-a107-0d6cb8d053d8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.149767357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d88f46c8-957f-48e0-9d8f-044697e00722","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.149780864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d88f46c8-957f-48e0-9d8f-044697e00722","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.149999384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d21a2aa4-5c0c-4d63-9be3-646d2a76c8fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.150011971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d21a2aa4-5c0c-4d63-9be3-646d2a76c8fb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.24261129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31b7f5d9-82c5-4e1a-9018-f3eb9290d03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.302912403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31b7f5d9-82c5-4e1a-9018-f3eb9290d03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.303021049Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31b7f5d9-82c5-4e1a-9018-f3eb9290d03a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.346422995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2350ecf8-1dc0-4ff2-809a-207a9b18e073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.406572948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2350ecf8-1dc0-4ff2-809a-207a9b18e073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.40664084Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2350ecf8-1dc0-4ff2-809a-207a9b18e073","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.521705905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ecc39bd-ae6c-4c65-bb17-1849728d1f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.583274985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ecc39bd-ae6c-4c65-bb17-1849728d1f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.583363664Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ecc39bd-ae6c-4c65-bb17-1849728d1f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.622747431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d90cdf0-cfd5-4996-88da-a17655ec7097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.682820681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d90cdf0-cfd5-4996-88da-a17655ec7097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:00.682891286Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d90cdf0-cfd5-4996-88da-a17655ec7097","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:01.350013007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58932006-ccc4-42ee-bb6e-72cfca1216bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:01.35003559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"58932006-ccc4-42ee-bb6e-72cfca1216bc","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.298706995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"473b72d8-01f4-4234-8479-9c8422348295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.29881485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97ccbc0f-9a26-43d6-9e10-90ebae85f9aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.36129623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97ccbc0f-9a26-43d6-9e10-90ebae85f9aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.361316288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"473b72d8-01f4-4234-8479-9c8422348295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.361453471Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"473b72d8-01f4-4234-8479-9c8422348295","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.361526241Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97ccbc0f-9a26-43d6-9e10-90ebae85f9aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.578104279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"452f7d65-6b53-49cc-be4d-3ea8237a6bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.578102958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46b5b81f-8472-4ed0-82f5-e6e922e2b0f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.6405451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"452f7d65-6b53-49cc-be4d-3ea8237a6bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.640664272Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"452f7d65-6b53-49cc-be4d-3ea8237a6bf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.644670177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46b5b81f-8472-4ed0-82f5-e6e922e2b0f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.644843239Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"46b5b81f-8472-4ed0-82f5-e6e922e2b0f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.778201748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bc0d073-e5d1-40d2-9ba4-b2cb30472b98","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.778229028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2bc0d073-e5d1-40d2-9ba4-b2cb30472b98","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.778578866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"341cd332-ffb9-491a-9b49-50aa10f8e440","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.778596757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"341cd332-ffb9-491a-9b49-50aa10f8e440","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.77890013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"420765eb-0846-40dd-a056-d3e987b324bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.778917247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"420765eb-0846-40dd-a056-d3e987b324bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.779232522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f4dbaeda-72f7-47e0-a310-745b467c7ed5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.779249645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f4dbaeda-72f7-47e0-a310-745b467c7ed5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.779509334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4aff058c-7408-426f-9a82-49828b1762c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.779526731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"4aff058c-7408-426f-9a82-49828b1762c0","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.779790016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"73e79f18-7d3a-4082-bd5a-9760b334d293","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.77980768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"73e79f18-7d3a-4082-bd5a-9760b334d293","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.780119362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa9fbdde-70db-43b6-8ce3-76d6499efcde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.780134016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa9fbdde-70db-43b6-8ce3-76d6499efcde","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.834512575Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3441a0bd-eb3a-417a-a9d3-f0d5b3383113","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847040306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09d9bfff-b0b1-42c5-a620-f94526c702bb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847062127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"09d9bfff-b0b1-42c5-a620-f94526c702bb","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847335163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41438710-2c7e-42a2-93d8-1d7bedcafff5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847349776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"41438710-2c7e-42a2-93d8-1d7bedcafff5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847547351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8738526b-5612-4460-8442-2dcc33af7706","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847558479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8738526b-5612-4460-8442-2dcc33af7706","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847741959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb92f9cf-fe43-4f28-9e52-41411d4af3c1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847756646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"fb92f9cf-fe43-4f28-9e52-41411d4af3c1","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847973566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1054da56-2eaf-44b6-a817-8563833511b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.847984773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1054da56-2eaf-44b6-a817-8563833511b6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.848171581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e92ff9cb-5257-4889-a0d3-deadb336a559","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.848181873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"e92ff9cb-5257-4889-a0d3-deadb336a559","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.848363327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0e9f24-4020-4b77-8ce3-df974aa6bee4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.848374572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd0e9f24-4020-4b77-8ce3-df974aa6bee4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.940668424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46128028-dea3-4071-96b9-5d2e20ac5cae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:04.940674574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"619be372-0f57-4f87-99ac-f02fc0c2b3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.002559141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"619be372-0f57-4f87-99ac-f02fc0c2b3de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.002708909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46128028-dea3-4071-96b9-5d2e20ac5cae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.002812616Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46128028-dea3-4071-96b9-5d2e20ac5cae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.005633198Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef943cdf-75e9-46ab-b2ca-bc82e265d6e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.176368182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0f63182-1ec0-402d-ab31-d0441fc3b3ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.176396728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b0f63182-1ec0-402d-ab31-d0441fc3b3ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.218259441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3dfe41e-2f0f-436e-8db4-aeefe98d3c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.279658983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3dfe41e-2f0f-436e-8db4-aeefe98d3c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.279750359Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e3dfe41e-2f0f-436e-8db4-aeefe98d3c3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.397159663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8b1b5c10-6648-447e-8247-554364bd69d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.421316732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e67a817c-30ad-47a2-b5a6-c79b974ca23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:05.481672612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e67a817c-30ad-47a2-b5a6-c79b974ca23a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.06701563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21e94f45-92f8-4559-802e-00676f25b4f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.067040785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21e94f45-92f8-4559-802e-00676f25b4f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:06.286256887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3777174e-ee53-40a0-939b-76f31aa47c6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.547039353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8768274-241d-47d4-ab10-14e07f7f63c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.547067436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e8768274-241d-47d4-ab10-14e07f7f63c3","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.547395998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff4006ab-b3a4-429d-923f-77bbf6fb405f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.547413406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ff4006ab-b3a4-429d-923f-77bbf6fb405f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.547687726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ba8b749-b57c-4067-b806-432838c1d2e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.547704654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5ba8b749-b57c-4067-b806-432838c1d2e9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.54797802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"58f281e8-9f93-4e54-8c2f-1af28de6026e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.5479943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"58f281e8-9f93-4e54-8c2f-1af28de6026e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.548282665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a064ca15-8205-4ac3-8662-87ac37237a29","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.548300388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a064ca15-8205-4ac3-8662-87ac37237a29","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.5485544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3da8c4b-df95-400b-8549-e989f9835ab7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.548570631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a3da8c4b-df95-400b-8549-e989f9835ab7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.548820226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f73535ad-ce60-4982-bff4-1e1fd9918553","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.548837695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f73535ad-ce60-4982-bff4-1e1fd9918553","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.549120005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c94311b8-8c58-47db-8c1c-71dc9b7fc8a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.549132673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c94311b8-8c58-47db-8c1c-71dc9b7fc8a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.616884501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58870122-deb2-49a6-8c34-3930b59863ab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.616910761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"58870122-deb2-49a6-8c34-3930b59863ab","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.617164022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbd1c046-7275-4291-ab4a-1f7218ba0c2c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.617176504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"fbd1c046-7275-4291-ab4a-1f7218ba0c2c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.617366456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc6be921-29d9-4a22-9d9f-3e044ee4183d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.61737795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cc6be921-29d9-4a22-9d9f-3e044ee4183d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.617555389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"61934a97-f875-4ac0-be00-cde9f8f84e79","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.617566595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"61934a97-f875-4ac0-be00-cde9f8f84e79","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.617742425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13218459-dc49-4be6-af67-f68dcd73e338","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.617753123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"13218459-dc49-4be6-af67-f68dcd73e338","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.617954601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b019a2d-d479-467b-b9c5-0bb87456f318","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.617965686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8b019a2d-d479-467b-b9c5-0bb87456f318","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.618154138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3343e571-bc5e-43f5-ba35-76f5656d3d84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.618165256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3343e571-bc5e-43f5-ba35-76f5656d3d84","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.618426846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dcfded7f-a7f1-4102-b2b4-b6f80cf65479","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.618438811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dcfded7f-a7f1-4102-b2b4-b6f80cf65479","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.712438711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c026624b-3772-4555-b444-540e3d9594fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.712650188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"564beed2-08b3-4318-8f7f-879e853a0ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.772659173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c026624b-3772-4555-b444-540e3d9594fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.814011318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"564beed2-08b3-4318-8f7f-879e853a0ec9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.822130464Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"547fd396-c429-4933-aa0a-b0e120835651","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.87585161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c211a38c-2623-4b5d-85f8-48ba0281663d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.991935688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb6dd4d9-6b81-44a9-843a-63a9d7355ed4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:09.991983777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb6dd4d9-6b81-44a9-843a-63a9d7355ed4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.142536301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb289bf6-25e0-4a0f-a1dc-23e05c083be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.206333504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bb289bf6-25e0-4a0f-a1dc-23e05c083be8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.208995969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1a99e513-055a-4254-9c83-0472a4d0f513","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.243690001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16efd0d7-e586-4200-9fa1-fac985438a62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.303623701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"16efd0d7-e586-4200-9fa1-fac985438a62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.830513991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9fea05e-1aca-45eb-9f2b-2f997651619a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:10.830536235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9fea05e-1aca-45eb-9f2b-2f997651619a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:11.049027408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0345045d-b555-46a8-91a3-7d51eee0a370","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:13.487567314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"83f30d98-ecca-4c54-b8ac-665284a62164","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:13.487595995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"83f30d98-ecca-4c54-b8ac-665284a62164","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.204424416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bbdbecb3-babc-4105-9fee-665d66f3327f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.307709129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9879b15e-7a77-431a-a680-3ae02762e80f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.33245108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2cc48b5-66cf-46ff-814d-e94317c4c858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.332464363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a1df4c-78c1-4f3a-b3b4-320ba4db1c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.380551623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"583fcccf-b0be-41a2-956b-efde2f1726ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.380586548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"583fcccf-b0be-41a2-956b-efde2f1726ef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.415974292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a1df4c-78c1-4f3a-b3b4-320ba4db1c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.415990265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c2cc48b5-66cf-46ff-814d-e94317c4c858","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.485794215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55bb9247-8bca-45ce-bf4d-1bfea7eb3d2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.485909142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"55bb9247-8bca-45ce-bf4d-1bfea7eb3d2c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.791536434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b683b518-ec6c-4969-b3d0-a3953a0ac6aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.792401023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9b3e039-6cb1-4cf2-9900-58dbc1206fe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.857495607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b683b518-ec6c-4969-b3d0-a3953a0ac6aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:14.866788011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9b3e039-6cb1-4cf2-9900-58dbc1206fe3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.581902941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ecbd3862-eec7-4d22-bbfa-b4b33a2a6dee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:16.581934542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ecbd3862-eec7-4d22-bbfa-b4b33a2a6dee","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.439907441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"115219f8-adf9-4aaf-936f-9786fd0413d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.439933658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"115219f8-adf9-4aaf-936f-9786fd0413d6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.618591055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5994962-7d5b-4c00-ab7a-f57f72231a50","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.618610835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a5994962-7d5b-4c00-ab7a-f57f72231a50","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.618904828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a48993f9-8dda-4832-a803-d5b55b1cf64e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.618918666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a48993f9-8dda-4832-a803-d5b55b1cf64e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.619158945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"466d8c70-0b59-49cc-b79f-4eaede4c00d2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:19.619171085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"466d8c70-0b59-49cc-b79f-4eaede4c00d2","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.881601694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8692d28d-9950-4c43-87c7-91d1dc7e0c0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.881627459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8692d28d-9950-4c43-87c7-91d1dc7e0c0e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:22.986037063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.381511164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05ac91a6-c656-410b-ad21-dad4fcdbb483","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.381537743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05ac91a6-c656-410b-ad21-dad4fcdbb483","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.48725283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98087546-4287-41ec-b44b-4420dded57b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:24.487273132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98087546-4287-41ec-b44b-4420dded57b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.829751291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a545a06d-aec6-43ef-b8fe-492e1c84d0f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.829773824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a545a06d-aec6-43ef-b8fe-492e1c84d0f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:25.931287472Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"311b5396-66e5-4fd9-a4c1-1ef2f84f9db4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:26.032313755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5b9b9c41-cd24-4a82-a07a-e6f2ff3546ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:28.849036558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c97c8015-594c-4b6d-a2f5-1b757621c572","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:28.849061531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c97c8015-594c-4b6d-a2f5-1b757621c572","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:32.406670149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a926086-3247-466c-a2bf-d471a648e657","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:32.406690809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a926086-3247-466c-a2bf-d471a648e657","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:32.626039647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d2055b1a-e4d1-4d16-b27d-5b8052e5ed9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:32.627974762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"189bdebe-dde6-42d7-b8d5-d1073316a25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:32.627989052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ce09bbe-15c9-4322-b09d-cc1889c0ad71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:32.739528569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"189bdebe-dde6-42d7-b8d5-d1073316a25b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:32.739525159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ce09bbe-15c9-4322-b09d-cc1889c0ad71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:32.798751943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf42d6e7-a1ce-48fd-856b-d395de7812d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:32.798773177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf42d6e7-a1ce-48fd-856b-d395de7812d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:33.017591983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"304d80c5-0351-4a72-b0ca-f33d75243def","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.488291516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bdb4196-34e0-40bc-ba84-30303776481b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.488313878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0bdb4196-34e0-40bc-ba84-30303776481b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.762064264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddbd9da6-ff37-487d-b006-e3e0b2028588","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.762086155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ddbd9da6-ff37-487d-b006-e3e0b2028588","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.983508607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5848abc1-3f4d-466d-ae17-25d00f800e41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.983516267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0249c02-c72b-46bf-8289-5b6a1c44d2e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:34.984154391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da9fdc54-c4bc-45a6-93d9-347f72d3f57f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:35.098768022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5848abc1-3f4d-466d-ae17-25d00f800e41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:35.098777072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f0249c02-c72b-46bf-8289-5b6a1c44d2e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:35.207812794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e1c46ab-462d-4d70-a3a0-249878b3864d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:35.207832362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7e1c46ab-462d-4d70-a3a0-249878b3864d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:35.427253407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c5a34079-520d-4587-a537-ad43337bf423","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.593669544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87299c74-d72b-445c-9d6b-79a0b3aa1b6f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.593690438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"87299c74-d72b-445c-9d6b-79a0b3aa1b6f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.75948511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ec15fbb-3b34-4d86-a689-8d5a42b91211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.81442047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27fa1b39-a9ad-4341-a07d-df6756a83bb1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.814440257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"27fa1b39-a9ad-4341-a07d-df6756a83bb1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.819478433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2ec15fbb-3b34-4d86-a689-8d5a42b91211","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:37.976363024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ddeccc5-63c8-46b5-a75a-b95da176d106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.031152093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0133fe08-eabd-4e1b-8ab1-c729e8e765c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.036240794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0ddeccc5-63c8-46b5-a75a-b95da176d106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.041132923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f1e26ce-54a0-4b36-98d0-1f2b08f7cbbd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.041206908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f1e26ce-54a0-4b36-98d0-1f2b08f7cbbd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.20508329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"043f169c-addf-41a4-aa60-43d73493e225","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.205102797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"043f169c-addf-41a4-aa60-43d73493e225","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.211448488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c345983-e203-4fa1-9daa-8c1545e81814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:38.271141219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c345983-e203-4fa1-9daa-8c1545e81814","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:52:53.035627143Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.912134344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1c736e-7cac-4c4f-a56e-8c5e9c1c91e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:10.965972703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1c736e-7cac-4c4f-a56e-8c5e9c1c91e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.020012648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1c736e-7cac-4c4f-a56e-8c5e9c1c91e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.074192888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b1c736e-7cac-4c4f-a56e-8c5e9c1c91e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:11.580299442Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e4eb5d6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e4eb5d6d","reconcileID":"e90f8a80-0f06-4aa2-af6b-d95728a4939c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e4eb5d6d","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-e4eb5d6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:12.234186345Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8213451d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8213451d","reconcileID":"1138329a-0c6c-4aeb-bf92-abe7838c9a38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8213451d","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-8213451d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.112614377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df37418-8723-4e7d-b8c8-332f12ffa8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.168064244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df37418-8723-4e7d-b8c8-332f12ffa8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.222818568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df37418-8723-4e7d-b8c8-332f12ffa8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:13.277145831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6df37418-8723-4e7d-b8c8-332f12ffa8c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:14.539905226Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e99167ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e99167ce","reconcileID":"fd8e33fc-5770-4e7b-b3a5-72d21e652f44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e99167ce-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-e99167ce-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.238745545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b076705-bca1-4238-894f-dd0ee9ffd382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.293156362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b076705-bca1-4238-894f-dd0ee9ffd382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.351398928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b076705-bca1-4238-894f-dd0ee9ffd382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:15.406110336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b076705-bca1-4238-894f-dd0ee9ffd382","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.370109917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58578fd9-5aa8-4a8c-83fa-bca7941e58ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.424963398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58578fd9-5aa8-4a8c-83fa-bca7941e58ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.479856772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58578fd9-5aa8-4a8c-83fa-bca7941e58ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.533913557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58578fd9-5aa8-4a8c-83fa-bca7941e58ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:17.924647891Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d4063756","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d4063756","reconcileID":"5688532c-c42a-4953-b921-d60a99dc0498","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d4063756","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-d4063756":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:19.540473212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12262362-efcd-4ca9-aed1-4c818d747105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:19.594503569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12262362-efcd-4ca9-aed1-4c818d747105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:19.648516255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12262362-efcd-4ca9-aed1-4c818d747105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:19.702797092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12262362-efcd-4ca9-aed1-4c818d747105","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.70219657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e763f8-7101-477a-9bd0-9a814ca7a878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.756323359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e763f8-7101-477a-9bd0-9a814ca7a878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.810170935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e763f8-7101-477a-9bd0-9a814ca7a878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:21.8643619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6e763f8-7101-477a-9bd0-9a814ca7a878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.972897026Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-3d2175b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-3d2175b1","reconcileID":"e0ef26f1-073f-4f9f-b437-55f648bb112a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-3d2175b1","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-3d2175b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:22.986468652Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.075338735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"ac390a36-f3e8-47b1-a174-1a93a2ca2471","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-8213451d","tenantID":"e2e-ait-8213451d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.20267854Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"ac390a36-f3e8-47b1-a174-1a93a2ca2471","name":"e2e-ait-8213451d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.94109572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c15eb2-e455-4b08-a632-b231ae0c5073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:23.995980954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c15eb2-e455-4b08-a632-b231ae0c5073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.051776479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c15eb2-e455-4b08-a632-b231ae0c5073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:24.106480506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c15eb2-e455-4b08-a632-b231ae0c5073","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.080706763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b4f764-f5de-4271-9870-db99e58bf1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.139275552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b4f764-f5de-4271-9870-db99e58bf1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.195881733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b4f764-f5de-4271-9870-db99e58bf1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.249836127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5b4f764-f5de-4271-9870-db99e58bf1fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.412996819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f683c8cc-af98-4c74-9864-c5d043a3ba4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:26.480056428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b02881c-f4e8-4fa1-a073-f196315e4cea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:28.219220167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb703355-98eb-4cac-90cc-186af929d5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:28.273494443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb703355-98eb-4cac-90cc-186af929d5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:28.327641203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb703355-98eb-4cac-90cc-186af929d5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:28.381849578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb703355-98eb-4cac-90cc-186af929d5a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:28.764032989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"d6e31970-922c-48af-8bc8-a3025d132e9a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-d4063756","tenantID":"e2e-ait-d4063756","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:28.886557669Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"d6e31970-922c-48af-8bc8-a3025d132e9a","name":"e2e-ait-d4063756-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.33151226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf1f827-aa46-413d-86f7-0c3dda41354b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.385791536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf1f827-aa46-413d-86f7-0c3dda41354b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.440057333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf1f827-aa46-413d-86f7-0c3dda41354b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:30.496341937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdf1f827-aa46-413d-86f7-0c3dda41354b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:32.499874834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba0f18-f76a-46cf-93bc-55fa3cd210b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:32.554290484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba0f18-f76a-46cf-93bc-55fa3cd210b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:32.608609952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba0f18-f76a-46cf-93bc-55fa3cd210b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:32.662958087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03ba0f18-f76a-46cf-93bc-55fa3cd210b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:33.563094286Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"d67e7c2a-7428-45da-b89a-3678a32d5145","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:33.619294558Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"d67e7c2a-7428-45da-b89a-3678a32d5145","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:33.727188833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"d67e7c2a-7428-45da-b89a-3678a32d5145","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-e99167ce-gw","tenantID":"e2e-migrate-e99167ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:33.850034772Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"d67e7c2a-7428-45da-b89a-3678a32d5145","name":"e2e-migrate-e99167ce-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:38.782278523Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"58cc245b-7227-476e-b137-88ff28be6836","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:38.959263458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"58cc245b-7227-476e-b137-88ff28be6836","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-e4eb5d6d","tenantID":"e2e-ait-e4eb5d6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:39.089437993Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"58cc245b-7227-476e-b137-88ff28be6836","name":"e2e-ait-e4eb5d6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:49.496267624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"eb57cfa5-1e04-4cf5-b1bc-4411978cbd3d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-3d2175b1","tenantID":"e2e-derive-3d2175b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:49.626448096Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"eb57cfa5-1e04-4cf5-b1bc-4411978cbd3d","name":"e2e-derive-3d2175b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:52.983306438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:57.643530112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c35fb4-ede2-479e-8045-ad9a777dac7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:57.701078423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c35fb4-ede2-479e-8045-ad9a777dac7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:57.760182054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c35fb4-ede2-479e-8045-ad9a777dac7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:57.814673956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1c35fb4-ede2-479e-8045-ad9a777dac7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:59.810846411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d964df-c432-4601-ada4-6a2ef315bb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:59.865167243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d964df-c432-4601-ada4-6a2ef315bb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:59.919450687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d964df-c432-4601-ada4-6a2ef315bb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:53:59.973509845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3d964df-c432-4601-ada4-6a2ef315bb81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.010391427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe82fc7-1460-44ef-9e73-d07c934a0c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.064580823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe82fc7-1460-44ef-9e73-d07c934a0c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.118630841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe82fc7-1460-44ef-9e73-d07c934a0c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:02.173097109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fe82fc7-1460-44ef-9e73-d07c934a0c6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:04.142610767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7c2a9b-b069-43f2-8b2a-636054995196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:04.197551153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7c2a9b-b069-43f2-8b2a-636054995196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:04.252416365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7c2a9b-b069-43f2-8b2a-636054995196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:04.306554692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c7c2a9b-b069-43f2-8b2a-636054995196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:05.091845386Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"09b4b8e1-6bf4-4c9e-b8d2-8510612b24ac","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:05.203613226Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"09b4b8e1-6bf4-4c9e-b8d2-8510612b24ac","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:06.31027961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6600c850-350c-4ad7-904b-23b6b954bf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:06.364937253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6600c850-350c-4ad7-904b-23b6b954bf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:06.419170768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6600c850-350c-4ad7-904b-23b6b954bf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:06.473056811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6600c850-350c-4ad7-904b-23b6b954bf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:08.427651372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0bf18b-c634-4cb0-b431-a9f301a43cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:08.481933479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0bf18b-c634-4cb0-b431-a9f301a43cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:08.536119398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0bf18b-c634-4cb0-b431-a9f301a43cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:08.590089054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb0bf18b-c634-4cb0-b431-a9f301a43cef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:09.919976324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ab8498de-c739-4978-aa58-4d968663f749","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.081798585Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"25e9dc8f-c738-4d3f-9e81-eee3382b8534","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.53976536Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"b863bcf4-0aa0-4ce1-8a6d-225b6e7f8056","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.562292753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96334b2c-ee77-466f-a9c7-46fe8a072c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.616589001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96334b2c-ee77-466f-a9c7-46fe8a072c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.670713686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96334b2c-ee77-466f-a9c7-46fe8a072c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:10.725097791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96334b2c-ee77-466f-a9c7-46fe8a072c68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.811162979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e9e4fc-fdfb-4e65-8e2b-0036c3094bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.865960302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e9e4fc-fdfb-4e65-8e2b-0036c3094bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.920133772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e9e4fc-fdfb-4e65-8e2b-0036c3094bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:12.974147055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04e9e4fc-fdfb-4e65-8e2b-0036c3094bb5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:14.927428757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76952288-5404-40e7-ad2b-66bb52c22084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:14.984035953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76952288-5404-40e7-ad2b-66bb52c22084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:15.039005468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76952288-5404-40e7-ad2b-66bb52c22084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:15.093344437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76952288-5404-40e7-ad2b-66bb52c22084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.05412912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c44141-25e6-41c2-8298-367fddb5e31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.10821825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c44141-25e6-41c2-8298-367fddb5e31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.165010932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c44141-25e6-41c2-8298-367fddb5e31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:17.223500282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c44141-25e6-41c2-8298-367fddb5e31b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:19.498255021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8817f78-6738-45b3-9d2c-e2e0e67eeeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:19.552288778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8817f78-6738-45b3-9d2c-e2e0e67eeeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:19.607440185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8817f78-6738-45b3-9d2c-e2e0e67eeeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:19.662924479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8817f78-6738-45b3-9d2c-e2e0e67eeeb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:21.627454442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd2c53e-95c8-4c05-91ce-b1ec7b364d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:21.681412144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd2c53e-95c8-4c05-91ce-b1ec7b364d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:21.735335569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd2c53e-95c8-4c05-91ce-b1ec7b364d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:21.789369787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cd2c53e-95c8-4c05-91ce-b1ec7b364d2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.012809713Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","namespace":"ai-tenant-e2e-ait-8213451d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.012923239Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","namespace":"ai-tenant-e2e-ait-8213451d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.013006084Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","tenant":"e2e-ait-8213451d","tenantID":"e2e-ait-8213451d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.069839786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"Deployment","name":"maas-api-e2e-ait-8213451d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.131460572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"Service","name":"maas-api-e2e-ait-8213451d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.192765753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-8213451d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.248453413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-8213451d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.305790666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.362405828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.421297805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.48173114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.535526144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"Deployment","name":"payload-processing-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.588894469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.642359204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"Service","name":"payload-processing-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.695889312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"Service","name":"payload-pre-processing-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.749330362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"DestinationRule","name":"payload-processing-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.802764451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.883297099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.941122881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.983965179Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:22.994629914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.048294728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.102005553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-8213451d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.208655752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8213451d"},"namespace":"ai-tenant-e2e-ait-8213451d","name":"default-tenant","reconcileID":"e05bc0d3-5d37-4611-bba9-aaca0ccbe4d5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-8213451d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.268439588Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","namespace":"ai-tenant-e2e-ait-d4063756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.268516569Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","namespace":"ai-tenant-e2e-ait-d4063756","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.268602313Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","tenant":"e2e-ait-d4063756","tenantID":"e2e-ait-d4063756","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.324613884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"Deployment","name":"maas-api-e2e-ait-d4063756","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.388339425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"Service","name":"maas-api-e2e-ait-d4063756","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.449769039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-d4063756","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.505986906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-d4063756","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.563052946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.619782235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.678851852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.735845654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.789713879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"Deployment","name":"payload-processing-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.810507415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c86d6c-0339-45e9-9812-24a1caa77aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.864513686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.864724903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c86d6c-0339-45e9-9812-24a1caa77aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.918235984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"Service","name":"payload-processing-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.919767567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c86d6c-0339-45e9-9812-24a1caa77aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.974436117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"Service","name":"payload-pre-processing-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:23.974984602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3c86d6c-0339-45e9-9812-24a1caa77aa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.02889763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"DestinationRule","name":"payload-processing-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.082441671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.136160444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.152558707Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8213451d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8213451d","reconcileID":"f75f94d8-b6ef-4905-9d2c-f2940f0b1acc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8213451d","removed":["maas.opendatahub.io/gateway-access-e2e-ait-8213451d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.194232225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.249734919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.303348693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.358304938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-d4063756","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.411783506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-d4063756"},"namespace":"ai-tenant-e2e-ait-d4063756","name":"default-tenant","reconcileID":"13cff91a-d118-46c4-9700-5b5bc69c34b1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-d4063756","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.470544788Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","namespace":"ai-tenant-e2e-migrate-e99167ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.470610183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","namespace":"ai-tenant-e2e-migrate-e99167ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.470664411Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","tenant":"e2e-migrate-e99167ce","tenantID":"e2e-migrate-e99167ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.527782416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"Deployment","name":"maas-api-e2e-migrate-e99167ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.591224555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"Service","name":"maas-api-e2e-migrate-e99167ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.650058783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-e99167ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.705747887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-e99167ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.770586873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.835793011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.889652044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.943636407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:24.99724695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"Deployment","name":"payload-processing-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.065402923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.121137015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"Service","name":"payload-processing-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.175564542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"Service","name":"payload-pre-processing-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.229115786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.282603211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.297985184Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-d4063756","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-d4063756","reconcileID":"1689f88d-c997-495c-aa16-b13b0802ebc2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-d4063756","removed":["maas.opendatahub.io/gateway-access-e2e-ait-d4063756"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.33616957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.391593691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.445451358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.499108465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.552923815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-e99167ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.606747828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e99167ce"},"namespace":"ai-tenant-e2e-migrate-e99167ce","name":"default-tenant","reconcileID":"12971d9f-edaf-4029-8e66-e07af9c6d857","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-e99167ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:25.954122693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5821e64c-77c1-403a-8bb6-43483d31aaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.008773151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5821e64c-77c1-403a-8bb6-43483d31aaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.064018259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5821e64c-77c1-403a-8bb6-43483d31aaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.121172937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5821e64c-77c1-403a-8bb6-43483d31aaf3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:26.876730893Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e99167ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e99167ce","reconcileID":"7522e328-b2cc-45e9-8296-5750a2fd3b13","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e99167ce-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-e99167ce-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:28.121624555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9847f7d7-41af-4feb-be8d-47d6daee7ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:28.176121478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9847f7d7-41af-4feb-be8d-47d6daee7ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:28.235227141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9847f7d7-41af-4feb-be8d-47d6daee7ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:28.289277287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9847f7d7-41af-4feb-be8d-47d6daee7ad8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:30.040444685Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-6250eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-6250eb","reconcileID":"3426df83-fb1f-4f0d-a0a8-45fe61e30fd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-6250eb","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-6250eb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:30.263213254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1ad983-1dbe-4597-ade1-8f0e41819a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:30.317396222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1ad983-1dbe-4597-ade1-8f0e41819a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:30.371698938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1ad983-1dbe-4597-ade1-8f0e41819a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:30.426800199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f1ad983-1dbe-4597-ade1-8f0e41819a6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:30.646469319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5256bc6d-d4c3-4496-bc3b-438af47fd8c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:30.822248979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8e0d73ce-9aeb-45c5-b72f-5e7f50f95d2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.415247323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edbf722-13d5-43e1-b032-838d7f34db62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.469625816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edbf722-13d5-43e1-b032-838d7f34db62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.523869556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edbf722-13d5-43e1-b032-838d7f34db62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.578050837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2edbf722-13d5-43e1-b032-838d7f34db62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:32.807805683Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-845a67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-845a67","reconcileID":"9577b9d3-1a06-4616-ae88-2dd82d1d3c82","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-845a67","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-845a67":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:34.613932167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b6a892-3bca-4c76-b57f-114f99822281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:34.668427355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b6a892-3bca-4c76-b57f-114f99822281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:34.722231814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b6a892-3bca-4c76-b57f-114f99822281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:34.777238138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b6a892-3bca-4c76-b57f-114f99822281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:35.607083115Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-47d693","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-47d693","reconcileID":"f678c83b-490a-44f9-9054-dbbd2dbdf053","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-47d693","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-47d693":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:36.809407761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89adb35a-7345-4cc3-a5cd-9fa357ce8d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:36.863633718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89adb35a-7345-4cc3-a5cd-9fa357ce8d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:36.917955026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89adb35a-7345-4cc3-a5cd-9fa357ce8d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:36.972158473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89adb35a-7345-4cc3-a5cd-9fa357ce8d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:38.553366474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65539abc-6854-4d96-a07d-74ce52c93494","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:38.661654742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"06f23b00-1719-408c-9dfa-9561d5ba85cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.005509653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80b50f0-eb7d-4978-918b-b322c495906d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.059608245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80b50f0-eb7d-4978-918b-b322c495906d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.113787607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80b50f0-eb7d-4978-918b-b322c495906d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:39.167884973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d80b50f0-eb7d-4978-918b-b322c495906d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.1327433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb5cb0e-d3b5-4e16-8dbd-778b1f0395da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.186866572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb5cb0e-d3b5-4e16-8dbd-778b1f0395da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.241140792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb5cb0e-d3b5-4e16-8dbd-778b1f0395da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:41.295115717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb5cb0e-d3b5-4e16-8dbd-778b1f0395da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.384115602Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","namespace":"ai-tenant-e2e-ait-e4eb5d6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.384173058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","namespace":"ai-tenant-e2e-ait-e4eb5d6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.384223867Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","tenant":"e2e-ait-e4eb5d6d","tenantID":"e2e-ait-e4eb5d6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.439717736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"Deployment","name":"maas-api-e2e-ait-e4eb5d6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.50265099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"Service","name":"maas-api-e2e-ait-e4eb5d6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.563280124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-e4eb5d6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.620739622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-e4eb5d6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.713316443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.769558693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.828507741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.884716577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:42.938431984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"Deployment","name":"payload-processing-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.00415962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.058482728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"Service","name":"payload-processing-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.112176293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"Service","name":"payload-pre-processing-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.165655428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"DestinationRule","name":"payload-processing-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.219055471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.255250093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33c3350-5100-457c-bc5a-4741598089a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.309076625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.309525763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33c3350-5100-457c-bc5a-4741598089a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.36549963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33c3350-5100-457c-bc5a-4741598089a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.367379568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.420736888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33c3350-5100-457c-bc5a-4741598089a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.474366107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.528360534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.582263791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-e4eb5d6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:43.635878897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-e4eb5d6d"},"namespace":"ai-tenant-e2e-ait-e4eb5d6d","name":"default-tenant","reconcileID":"c2b1e60f-9fed-4f59-aa99-c6dad72ad572","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-e4eb5d6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:45.493091353Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-e4eb5d6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-e4eb5d6d","reconcileID":"494e8b08-cd03-48e9-a496-098d2fb3f38b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-e4eb5d6d","removed":["maas.opendatahub.io/gateway-access-e2e-ait-e4eb5d6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:46.705827366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26aeaa37-1d76-4f57-a204-70883e14401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:46.765459545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26aeaa37-1d76-4f57-a204-70883e14401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:46.820193114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26aeaa37-1d76-4f57-a204-70883e14401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:46.874347826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26aeaa37-1d76-4f57-a204-70883e14401d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.81314653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"6cfbd8df-3367-499c-9e68-5c1948fbfe27","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.843799628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59e1cb7-a2ef-4a60-b2f0-fc9a07a1aa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.89922875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59e1cb7-a2ef-4a60-b2f0-fc9a07a1aa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.954053207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59e1cb7-a2ef-4a60-b2f0-fc9a07a1aa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:48.968856376Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"6cfbd8df-3367-499c-9e68-5c1948fbfe27","name":"e2e-worker-w2-6250eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:49.008358406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59e1cb7-a2ef-4a60-b2f0-fc9a07a1aa3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:49.946220822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c51676c4-62eb-41dc-9546-de86510677a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:50.050584429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"53876463-5007-429e-bc26-ce83c7441e07","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:50.980575992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993f208e-0a2a-474f-91d5-ffb72c92adf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:51.036499609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993f208e-0a2a-474f-91d5-ffb72c92adf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:51.090784451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993f208e-0a2a-474f-91d5-ffb72c92adf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:51.145024175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"993f208e-0a2a-474f-91d5-ffb72c92adf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.297207288Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-31fdbe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-31fdbe","reconcileID":"cb12ac82-4446-432c-8323-446ed28f37bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-31fdbe","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-31fdbe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:52.983250056Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:53.143033066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc7d0d1-9962-433a-9f90-0b562b6ddef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:53.196862957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc7d0d1-9962-433a-9f90-0b562b6ddef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:53.251064147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc7d0d1-9962-433a-9f90-0b562b6ddef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:53.30509075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc7d0d1-9962-433a-9f90-0b562b6ddef3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.319654421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"80719cb0-152c-4228-aa40-8e27adeaf3d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:54.516446348Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"80719cb0-152c-4228-aa40-8e27adeaf3d4","name":"e2e-worker-w0-845a67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.347282339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8b4ce8-82eb-4522-baef-0595f8c70e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.40151764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8b4ce8-82eb-4522-baef-0595f8c70e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.455809384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8b4ce8-82eb-4522-baef-0595f8c70e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:55.510174911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb8b4ce8-82eb-4522-baef-0595f8c70e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.468127503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030a30f9-7900-4b2e-98e5-c4496319e22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.522137578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030a30f9-7900-4b2e-98e5-c4496319e22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.57797033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030a30f9-7900-4b2e-98e5-c4496319e22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:57.632447303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"030a30f9-7900-4b2e-98e5-c4496319e22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:59.651501484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44cad32-5dad-4f46-9dd0-4c19f0d3c414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:59.707806209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44cad32-5dad-4f46-9dd0-4c19f0d3c414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:59.770605444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44cad32-5dad-4f46-9dd0-4c19f0d3c414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:54:59.825383553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d44cad32-5dad-4f46-9dd0-4c19f0d3c414","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.278511766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"5dd87f63-782b-4979-8741-93b8dfa75058","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.40238918Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"5dd87f63-782b-4979-8741-93b8dfa75058","name":"e2e-worker-w3-47d693-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.46096732Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","namespace":"ai-tenant-e2e-derive-3d2175b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.461053098Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","namespace":"ai-tenant-e2e-derive-3d2175b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.461134013Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","tenant":"e2e-derive-3d2175b1","tenantID":"e2e-derive-3d2175b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.51918388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"Deployment","name":"maas-api-e2e-derive-3d2175b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.581530204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"Service","name":"maas-api-e2e-derive-3d2175b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.646241133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-3d2175b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.702088696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-3d2175b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.760869918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.817179255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.876935821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.937158752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:05.990998101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"Deployment","name":"payload-processing-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.044648819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.099480473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"Service","name":"payload-processing-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.153393926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"Service","name":"payload-pre-processing-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.20728597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"DestinationRule","name":"payload-processing-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.260956063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.314773169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.372305128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.426138401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.479822682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.533438434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-3d2175b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:06.60714207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-3d2175b1"},"namespace":"ai-tenant-e2e-derive-3d2175b1","name":"default-tenant","reconcileID":"35e22e33-9659-4123-85c5-1f312fd41997","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-3d2175b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:07.478415004Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-3d2175b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-3d2175b1","reconcileID":"b458f833-8af2-4aca-8732-87f7234cac03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-3d2175b1","removed":["maas.opendatahub.io/gateway-access-e2e-derive-3d2175b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.629026051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb7093c-51cc-4b86-9cc9-aa6016e3e6a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.683372391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb7093c-51cc-4b86-9cc9-aa6016e3e6a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.737394332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb7093c-51cc-4b86-9cc9-aa6016e3e6a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:08.791661351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb7093c-51cc-4b86-9cc9-aa6016e3e6a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:10.903568314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c0cce4-f312-4fcc-8fe3-b765a6164054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:10.966001531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c0cce4-f312-4fcc-8fe3-b765a6164054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:11.023524741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c0cce4-f312-4fcc-8fe3-b765a6164054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:11.08493093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2c0cce4-f312-4fcc-8fe3-b765a6164054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.300968587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf0405f-86a6-4ab2-b1c4-cecf5085f689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.368397447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf0405f-86a6-4ab2-b1c4-cecf5085f689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.431232249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf0405f-86a6-4ab2-b1c4-cecf5085f689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.488750428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bf0405f-86a6-4ab2-b1c4-cecf5085f689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:13.492071819Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-847c6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-847c6f","reconcileID":"3e6e41e2-a321-43b6-9cc6-173325181724","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-847c6f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-847c6f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:15.632148365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455fd3fc-2bc8-455f-a22a-0019a5d06a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:15.686795482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455fd3fc-2bc8-455f-a22a-0019a5d06a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:15.741324988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455fd3fc-2bc8-455f-a22a-0019a5d06a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:15.801179049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"455fd3fc-2bc8-455f-a22a-0019a5d06a3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.817539493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4149f505-8029-4eaf-922f-6f39659aae8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.877056001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4149f505-8029-4eaf-922f-6f39659aae8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.931484525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4149f505-8029-4eaf-922f-6f39659aae8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:17.985682086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4149f505-8029-4eaf-922f-6f39659aae8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.391900408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dab713af-9737-4b73-bd68-4edd0218fc6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.546164756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d59834d6-7e9c-4ca8-aec2-d4afdee20f46","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:19.956738359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7c44db-c3ff-4612-ba4b-3f6ad346be8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:20.013762927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7c44db-c3ff-4612-ba4b-3f6ad346be8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:20.067845605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7c44db-c3ff-4612-ba4b-3f6ad346be8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:20.122006004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb7c44db-c3ff-4612-ba4b-3f6ad346be8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:22.080423937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcf3e29-cf4c-4fb0-bb18-f5fa8b611c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:22.134476796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcf3e29-cf4c-4fb0-bb18-f5fa8b611c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:22.189148471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcf3e29-cf4c-4fb0-bb18-f5fa8b611c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:22.243457601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dcf3e29-cf4c-4fb0-bb18-f5fa8b611c40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:22.989388079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:23.145926968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"6a079707-2e0d-4f4c-9cfb-141a9665cff2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:23.267979297Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"6a079707-2e0d-4f4c-9cfb-141a9665cff2","name":"e2e-worker-w4-31fdbe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.223438527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478c5838-60e1-4a8c-b5af-2efb1b30d705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.277791045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478c5838-60e1-4a8c-b5af-2efb1b30d705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.333361452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478c5838-60e1-4a8c-b5af-2efb1b30d705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:24.394001295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"478c5838-60e1-4a8c-b5af-2efb1b30d705","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.348260843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3bd491-344c-43cf-87d3-3236f7843bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.403026841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3bd491-344c-43cf-87d3-3236f7843bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.457252521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3bd491-344c-43cf-87d3-3236f7843bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:26.511887933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e3bd491-344c-43cf-87d3-3236f7843bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:28.21786845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"73e4ee74-5da2-4fff-b56e-10a4c182d962","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:28.333772301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0bf79501-9a7b-4fbf-b9c5-e283edb0a5c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.554003409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71655fae-4521-4e58-8571-355d286fa8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.608258312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71655fae-4521-4e58-8571-355d286fa8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.662548712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71655fae-4521-4e58-8571-355d286fa8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:35.717080285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71655fae-4521-4e58-8571-355d286fa8bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:37.249114235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"658b14f9-16af-4c49-8dcd-a35a6e84a165","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:37.357776594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ba910fb-f1f4-4c28-9a18-b35cd0bf48e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:37.708461673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3855cc-452b-4fee-aadc-077495b59a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:37.762805742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3855cc-452b-4fee-aadc-077495b59a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:37.816844567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3855cc-452b-4fee-aadc-077495b59a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:37.871029715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d3855cc-452b-4fee-aadc-077495b59a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:43.706148638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"edb5a135-29a5-49b7-9e5c-6855f3470ff2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:43.828692109Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"edb5a135-29a5-49b7-9e5c-6855f3470ff2","name":"e2e-worker-w1-847c6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:43.950328863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"a6301bde-c9fb-4f99-962d-9e2f5034270e","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:50.382873851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f28ce434-9dc0-44f9-a4d3-e89967cc80c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:50.508114905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ed3dec3-36c7-4869-ab5f-98a463fb8bf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:52.983445819Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.899800732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce6632d-0390-4dd8-b733-0007c9dbfb3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:55.9537671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce6632d-0390-4dd8-b733-0007c9dbfb3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:56.007975501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce6632d-0390-4dd8-b733-0007c9dbfb3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:56.062523301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cce6632d-0390-4dd8-b733-0007c9dbfb3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:58.049568009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fc290b-3f98-4a16-a55b-57f524fac7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:58.103872019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fc290b-3f98-4a16-a55b-57f524fac7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:58.159867265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fc290b-3f98-4a16-a55b-57f524fac7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:55:58.21430578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90fc290b-3f98-4a16-a55b-57f524fac7ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:08.308156954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"004e201f-c47f-454c-8767-1efffcb7520b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:08.427041856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be2a0d66-1267-43d2-ab27-1d59337df19d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:16.036812885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"8c3d2456-d292-458f-a480-bfd29c3a267e","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:16.153350985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"72aac842-0bbc-44f2-9dc2-d965f404fc1d","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:16.222435913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"9b47a9f9-f3ec-4684-a954-b8d35ae6739b","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:16.547291956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4254bd7-2081-432a-8906-9fd541eea721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:16.601458944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4254bd7-2081-432a-8906-9fd541eea721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:16.656258624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4254bd7-2081-432a-8906-9fd541eea721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:16.71068286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4254bd7-2081-432a-8906-9fd541eea721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:18.698352507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31ce998-52b9-4bdb-a6f0-20679cc4e578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:18.752415334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31ce998-52b9-4bdb-a6f0-20679cc4e578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:18.806544351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31ce998-52b9-4bdb-a6f0-20679cc4e578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:18.861202626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d31ce998-52b9-4bdb-a6f0-20679cc4e578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:22.560588261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"f263f3ee-273b-4e0b-8830-a6bb1a63596b","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:22.983967358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:23.155394707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"03d0dcd4-1ce9-482a-8254-9a83c6ea0339","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:23.260533754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b6113a9e-2f41-47fa-9c2f-001ae8ee564b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:41.883371646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"803c48c4-c9a6-470d-afb4-95d6336d391c","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.117196723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"7ffc6ffd-aca0-4144-9fb2-4862c3f9bcc4","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.177515171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"add6d8d0-22df-4aca-9003-e0fe613cb20f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.177543905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"add6d8d0-22df-4aca-9003-e0fe613cb20f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.22258052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"1e0bac2b-cf12-4b18-a232-ef5e3bb6cee2","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.237603613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"561b74d7-d3db-45bf-b392-b186a64ae92c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.237628167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"561b74d7-d3db-45bf-b392-b186a64ae92c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.28152538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"f839b1c6-78ec-4cd4-b067-0dffaea72d76","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:56:42.292484426Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-6250eb/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.486285562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"e80ce3a3-0bd2-4c48-9401-852f0a034bfd","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.513264238Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"3b32cdb7-946a-461d-aa81-1838498c2bdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"simulator-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.546202628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"bf8cbce2-91be-40c5-8942-366dab5a668b","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:56:42.60154918Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"bf8cbce2-91be-40c5-8942-366dab5a668b","name":"simulator-w2-6250eb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-6250eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:56:42.601630807Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"bf8cbce2-91be-40c5-8942-366dab5a668b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-6250eb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.607040691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"3b36a7b2-b170-4a34-bad4-b3f2395e2e9a","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.650982848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"d3f4bd8d-6897-4d73-8805-1a22a69876d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.682572042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"78359f66-b0af-4f34-af06-42d5b886becc","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.777810087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"614d481b-1145-422b-ac2f-b5ab1cace0c6","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.784696922Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"d3f4bd8d-6897-4d73-8805-1a22a69876d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.837850923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"727c88b0-b166-4f2e-9ddd-18292a76b790","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.842982839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"d3f4bd8d-6897-4d73-8805-1a22a69876d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.885964164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"8cf8b41d-7f49-4fe0-9515-e5ee39a5d2f8","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:56:42.893045738Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-6250eb/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.906088984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"c8fb403c-6ff5-4e21-be8e-335cbdfb3e29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.906424061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"8f48351c-e3d7-47c9-ae9a-c6dfc87dfd81","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:42.945850681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"f736aaa3-f3f9-48ed-83b5-f5bf0dd120d6","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.018257762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"8a5cb2ee-0507-41f4-b219-91ce28983084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.075018236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"c9e97f93-4147-41af-bcda-0f332055c031","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.079092362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"8a5cb2ee-0507-41f4-b219-91ce28983084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.137654518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"fc27b3e1-e9c2-4e84-b618-ee6b94ae6e61","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.137919662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"1fe00f0d-4084-4413-9497-41b6771199fa","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.138985165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"8a5cb2ee-0507-41f4-b219-91ce28983084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.168306119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"4d86a954-0338-4a0e-8763-341efbea4a0f","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.169586763Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"376d88b7-327f-494b-9f52-7c68c4bffbe3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"premium-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.301462133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"29a789fe-7ec8-4f9b-a7a0-873ba9b38a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.302455061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"4ed8ed01-f893-43dd-bfd9-3b7c37ab5350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.345982388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"b8b86511-8a04-4c22-9eba-87e34360c884","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.362348462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"29a789fe-7ec8-4f9b-a7a0-873ba9b38a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.366827086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"4ed8ed01-f893-43dd-bfd9-3b7c37ab5350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.423035867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"29a789fe-7ec8-4f9b-a7a0-873ba9b38a85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.425327026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"4ed8ed01-f893-43dd-bfd9-3b7c37ab5350","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.482937295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"15acc70f-4266-4243-ae1c-48fce51376b0","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.564647964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"38ba3b75-2297-4b3d-b10c-97089b3884f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.644931284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b12f0c56-99cb-49cf-9f42-3901a3402790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.705009985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b12f0c56-99cb-49cf-9f42-3901a3402790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:43.763596092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b12f0c56-99cb-49cf-9f42-3901a3402790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:50.667452964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"34abf675-5688-4320-a498-aa72cfcd5e7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:50.84001913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"aa79b56a-14e1-49ae-8ce8-6332fd4b590a","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:50.84571797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"f181ee03-86db-4c9e-9b1d-fd84c456a42e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.016291208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"4605df1f-d745-461c-8315-b307d13b66d3","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.106036222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"0595dd8e-d16a-40a7-a794-41eb64a80f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.106050575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"36599855-8562-4ddb-8e3b-522acf7e0f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.167067907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"36599855-8562-4ddb-8e3b-522acf7e0f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.16711664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"0595dd8e-d16a-40a7-a794-41eb64a80f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.229490668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbfae87521dd94c7fc628e4ca8387b7dd5bf9b3bcd170854a9e7b77739e6e84d) AuthConfig (4083170cd6f5e3bea52751fe7b6c6c5d2dc3da6d35836942e8e8971945c0769f) AuthConfig (9295e795501a60cae856630bb878ff217a717a251ed4ec7bb087fa266c8a518f) AuthConfig (8fb8c9102b2377938d84f9384eab77d902c99279c9cae870df3139f829c07d86) AuthConfig (42da219976f574f36ec04b41d5fbd89e4db15e3afaf452041fe5d281043364a4) AuthConfig (00e239d872cc835122baded6dae8809240a8e30d7eab398e0b4ebfecce71eac7) AuthConfig (8a37b0ba80f1a9e38e49aab4ee00e30ec0a7cac3de9e9120b929c62c6b3f62a3) AuthConfig (1800ec9eaa9db9f03e6bf82a703fce0999106db451b80dbee574cb4c838583c7) AuthConfig (54e70dc478e66e1825255ab37023d74ff9da3088541ee0f2e5e3c5fadb620035) AuthConfig (ef24a3985990a1d8ab06301126f1a5ef99ba2d9c20bc576af927329fc5c85f1e) AuthConfig (f5cc84ef73f82eaa7cff85d0587681140c724a9ed7447dca4a61e413b3b2b367) AuthConfig (5e507c2b36ab51feb44ad0203490a3ea26f9dd9edf0424ced4b0c4edd25ea5eb) AuthConfig (f555ac3e4a9655ee5f10a95ad7c8dcbebf6fa908692e1bb6a5a2ca55333cd1a8) AuthConfig (76217eb55594a10a9b0b9954a68d33c7c961eb3175255b6956a49d459c16d0d0) AuthConfig (3e6650e5b8bd96c8baebd6c5ce609f82d4da2c441bab4fbb423e27b1abe50ac0) AuthConfig (47149fea9aa74a6e65646711a3936cc224528590ec722696f53402fb3876e9af) AuthConfig (9b68d9f42d4c0a854fa40c7a72ff3f4204ee0349c3ce98b3d0fd5478c78066b9) AuthConfig (66ec7afc6847380e3716e29ca1e0788f609b0772cdd572470f41491c0e2bf03e) AuthConfig (73cc7bf2c42c8e0285f38f06b63b01534fbf3ac7557e2ead49a174d20415758d) AuthConfig (f6c2594e1f0bd311220fc4dbee3b60709b80e2b2ed264d33f0e4ed4e394e441c) AuthConfig (8a2f3021ec161b1eec6f7a9f7337221e177b525e76f2bbe4424c3c11e002b751) AuthConfig (d6c588984e1bb6ced27e46def5a7c08c02a0cd202f314b396dabfa727fe2eba7) AuthConfig (a829d972d755979ea2fc7dddbb0088dc8ed30b596739dcf93ac7f6b3ca3f9c18) AuthConfig (e6f2ffa3dc424e410f69a8ddd04f3a9c2f6fdb73a6ef1c69597a6adfa89930e6) AuthConfig (6cd7e325c6485e98c026c3cf7fdd521d62599e937e68c1974ce5c55991a1a9a7) AuthConfig (0515008bf2bf30d9675a9a6b6770ebdd32f27572e4ea78890a7cc1600f7b7e99) AuthConfig (f73ac4659260f94bd95d917669a0aac7eb0fc1a61ad6abb0eae187571581b121) AuthConfig (0994c56bca4987622c84fee9d6a1e0446a74e22c47fd973d0f000a57005302c5) AuthConfig (9410cfe5477810e126ebe36e9ef7355f4cfea0864ea3a66ce49f622904bee129) AuthConfig (cfd7d15dc1b76df182a42341139f7194a4642c60b1f2c015776f1639b8348448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"36599855-8562-4ddb-8e3b-522acf7e0f91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.22950282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbfae87521dd94c7fc628e4ca8387b7dd5bf9b3bcd170854a9e7b77739e6e84d) AuthConfig (4083170cd6f5e3bea52751fe7b6c6c5d2dc3da6d35836942e8e8971945c0769f) AuthConfig (9295e795501a60cae856630bb878ff217a717a251ed4ec7bb087fa266c8a518f) AuthConfig (8fb8c9102b2377938d84f9384eab77d902c99279c9cae870df3139f829c07d86) AuthConfig (42da219976f574f36ec04b41d5fbd89e4db15e3afaf452041fe5d281043364a4) AuthConfig (00e239d872cc835122baded6dae8809240a8e30d7eab398e0b4ebfecce71eac7) AuthConfig (8a37b0ba80f1a9e38e49aab4ee00e30ec0a7cac3de9e9120b929c62c6b3f62a3) AuthConfig (1800ec9eaa9db9f03e6bf82a703fce0999106db451b80dbee574cb4c838583c7) AuthConfig (54e70dc478e66e1825255ab37023d74ff9da3088541ee0f2e5e3c5fadb620035) AuthConfig (ef24a3985990a1d8ab06301126f1a5ef99ba2d9c20bc576af927329fc5c85f1e) AuthConfig (f5cc84ef73f82eaa7cff85d0587681140c724a9ed7447dca4a61e413b3b2b367) AuthConfig (5e507c2b36ab51feb44ad0203490a3ea26f9dd9edf0424ced4b0c4edd25ea5eb) AuthConfig (f555ac3e4a9655ee5f10a95ad7c8dcbebf6fa908692e1bb6a5a2ca55333cd1a8) AuthConfig (76217eb55594a10a9b0b9954a68d33c7c961eb3175255b6956a49d459c16d0d0) AuthConfig (3e6650e5b8bd96c8baebd6c5ce609f82d4da2c441bab4fbb423e27b1abe50ac0) AuthConfig (47149fea9aa74a6e65646711a3936cc224528590ec722696f53402fb3876e9af) AuthConfig (9b68d9f42d4c0a854fa40c7a72ff3f4204ee0349c3ce98b3d0fd5478c78066b9) AuthConfig (66ec7afc6847380e3716e29ca1e0788f609b0772cdd572470f41491c0e2bf03e) AuthConfig (73cc7bf2c42c8e0285f38f06b63b01534fbf3ac7557e2ead49a174d20415758d) AuthConfig (f6c2594e1f0bd311220fc4dbee3b60709b80e2b2ed264d33f0e4ed4e394e441c) AuthConfig (8a2f3021ec161b1eec6f7a9f7337221e177b525e76f2bbe4424c3c11e002b751) AuthConfig (d6c588984e1bb6ced27e46def5a7c08c02a0cd202f314b396dabfa727fe2eba7) AuthConfig (a829d972d755979ea2fc7dddbb0088dc8ed30b596739dcf93ac7f6b3ca3f9c18) AuthConfig (e6f2ffa3dc424e410f69a8ddd04f3a9c2f6fdb73a6ef1c69597a6adfa89930e6) AuthConfig (6cd7e325c6485e98c026c3cf7fdd521d62599e937e68c1974ce5c55991a1a9a7) AuthConfig (0515008bf2bf30d9675a9a6b6770ebdd32f27572e4ea78890a7cc1600f7b7e99) AuthConfig (f73ac4659260f94bd95d917669a0aac7eb0fc1a61ad6abb0eae187571581b121) AuthConfig (0994c56bca4987622c84fee9d6a1e0446a74e22c47fd973d0f000a57005302c5) AuthConfig (9410cfe5477810e126ebe36e9ef7355f4cfea0864ea3a66ce49f622904bee129) AuthConfig (cfd7d15dc1b76df182a42341139f7194a4642c60b1f2c015776f1639b8348448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"0595dd8e-d16a-40a7-a794-41eb64a80f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.292751454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"7a0111ac-f4c1-4ea6-a832-3809c50652cb","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.293132721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"4317dffc-dd65-41b2-9f14-083f82bd40a6","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.459033572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"aa48c4ae-7729-4b0c-b991-009dc8fb6b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.459071225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"37ab7360-0823-4479-99cd-56d9ef293622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.521049627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"aa48c4ae-7729-4b0c-b991-009dc8fb6b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.521069098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"37ab7360-0823-4479-99cd-56d9ef293622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.579929143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbfae87521dd94c7fc628e4ca8387b7dd5bf9b3bcd170854a9e7b77739e6e84d) AuthConfig (4083170cd6f5e3bea52751fe7b6c6c5d2dc3da6d35836942e8e8971945c0769f) AuthConfig (9295e795501a60cae856630bb878ff217a717a251ed4ec7bb087fa266c8a518f) AuthConfig (8fb8c9102b2377938d84f9384eab77d902c99279c9cae870df3139f829c07d86) AuthConfig (42da219976f574f36ec04b41d5fbd89e4db15e3afaf452041fe5d281043364a4) AuthConfig (00e239d872cc835122baded6dae8809240a8e30d7eab398e0b4ebfecce71eac7) AuthConfig (8a37b0ba80f1a9e38e49aab4ee00e30ec0a7cac3de9e9120b929c62c6b3f62a3) AuthConfig (1800ec9eaa9db9f03e6bf82a703fce0999106db451b80dbee574cb4c838583c7) AuthConfig (54e70dc478e66e1825255ab37023d74ff9da3088541ee0f2e5e3c5fadb620035) AuthConfig (ef24a3985990a1d8ab06301126f1a5ef99ba2d9c20bc576af927329fc5c85f1e) AuthConfig (f5cc84ef73f82eaa7cff85d0587681140c724a9ed7447dca4a61e413b3b2b367) AuthConfig (5e507c2b36ab51feb44ad0203490a3ea26f9dd9edf0424ced4b0c4edd25ea5eb) AuthConfig (f555ac3e4a9655ee5f10a95ad7c8dcbebf6fa908692e1bb6a5a2ca55333cd1a8) AuthConfig (76217eb55594a10a9b0b9954a68d33c7c961eb3175255b6956a49d459c16d0d0) AuthConfig (3e6650e5b8bd96c8baebd6c5ce609f82d4da2c441bab4fbb423e27b1abe50ac0) AuthConfig (47149fea9aa74a6e65646711a3936cc224528590ec722696f53402fb3876e9af) AuthConfig (9b68d9f42d4c0a854fa40c7a72ff3f4204ee0349c3ce98b3d0fd5478c78066b9) AuthConfig (66ec7afc6847380e3716e29ca1e0788f609b0772cdd572470f41491c0e2bf03e) AuthConfig (73cc7bf2c42c8e0285f38f06b63b01534fbf3ac7557e2ead49a174d20415758d) AuthConfig (f6c2594e1f0bd311220fc4dbee3b60709b80e2b2ed264d33f0e4ed4e394e441c) AuthConfig (8a2f3021ec161b1eec6f7a9f7337221e177b525e76f2bbe4424c3c11e002b751) AuthConfig (d6c588984e1bb6ced27e46def5a7c08c02a0cd202f314b396dabfa727fe2eba7) AuthConfig (a829d972d755979ea2fc7dddbb0088dc8ed30b596739dcf93ac7f6b3ca3f9c18) AuthConfig (e6f2ffa3dc424e410f69a8ddd04f3a9c2f6fdb73a6ef1c69597a6adfa89930e6) AuthConfig (6cd7e325c6485e98c026c3cf7fdd521d62599e937e68c1974ce5c55991a1a9a7) AuthConfig (0515008bf2bf30d9675a9a6b6770ebdd32f27572e4ea78890a7cc1600f7b7e99) AuthConfig (f73ac4659260f94bd95d917669a0aac7eb0fc1a61ad6abb0eae187571581b121) AuthConfig (0994c56bca4987622c84fee9d6a1e0446a74e22c47fd973d0f000a57005302c5) AuthConfig (9410cfe5477810e126ebe36e9ef7355f4cfea0864ea3a66ce49f622904bee129) AuthConfig (cfd7d15dc1b76df182a42341139f7194a4642c60b1f2c015776f1639b8348448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"37ab7360-0823-4479-99cd-56d9ef293622","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.580514697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbfae87521dd94c7fc628e4ca8387b7dd5bf9b3bcd170854a9e7b77739e6e84d) AuthConfig (4083170cd6f5e3bea52751fe7b6c6c5d2dc3da6d35836942e8e8971945c0769f) AuthConfig (9295e795501a60cae856630bb878ff217a717a251ed4ec7bb087fa266c8a518f) AuthConfig (8fb8c9102b2377938d84f9384eab77d902c99279c9cae870df3139f829c07d86) AuthConfig (42da219976f574f36ec04b41d5fbd89e4db15e3afaf452041fe5d281043364a4) AuthConfig (00e239d872cc835122baded6dae8809240a8e30d7eab398e0b4ebfecce71eac7) AuthConfig (8a37b0ba80f1a9e38e49aab4ee00e30ec0a7cac3de9e9120b929c62c6b3f62a3) AuthConfig (1800ec9eaa9db9f03e6bf82a703fce0999106db451b80dbee574cb4c838583c7) AuthConfig (54e70dc478e66e1825255ab37023d74ff9da3088541ee0f2e5e3c5fadb620035) AuthConfig (ef24a3985990a1d8ab06301126f1a5ef99ba2d9c20bc576af927329fc5c85f1e) AuthConfig (f5cc84ef73f82eaa7cff85d0587681140c724a9ed7447dca4a61e413b3b2b367) AuthConfig (5e507c2b36ab51feb44ad0203490a3ea26f9dd9edf0424ced4b0c4edd25ea5eb) AuthConfig (f555ac3e4a9655ee5f10a95ad7c8dcbebf6fa908692e1bb6a5a2ca55333cd1a8) AuthConfig (76217eb55594a10a9b0b9954a68d33c7c961eb3175255b6956a49d459c16d0d0) AuthConfig (3e6650e5b8bd96c8baebd6c5ce609f82d4da2c441bab4fbb423e27b1abe50ac0) AuthConfig (47149fea9aa74a6e65646711a3936cc224528590ec722696f53402fb3876e9af) AuthConfig (9b68d9f42d4c0a854fa40c7a72ff3f4204ee0349c3ce98b3d0fd5478c78066b9) AuthConfig (66ec7afc6847380e3716e29ca1e0788f609b0772cdd572470f41491c0e2bf03e) AuthConfig (73cc7bf2c42c8e0285f38f06b63b01534fbf3ac7557e2ead49a174d20415758d) AuthConfig (f6c2594e1f0bd311220fc4dbee3b60709b80e2b2ed264d33f0e4ed4e394e441c) AuthConfig (8a2f3021ec161b1eec6f7a9f7337221e177b525e76f2bbe4424c3c11e002b751) AuthConfig (d6c588984e1bb6ced27e46def5a7c08c02a0cd202f314b396dabfa727fe2eba7) AuthConfig (a829d972d755979ea2fc7dddbb0088dc8ed30b596739dcf93ac7f6b3ca3f9c18) AuthConfig (e6f2ffa3dc424e410f69a8ddd04f3a9c2f6fdb73a6ef1c69597a6adfa89930e6) AuthConfig (6cd7e325c6485e98c026c3cf7fdd521d62599e937e68c1974ce5c55991a1a9a7) AuthConfig (0515008bf2bf30d9675a9a6b6770ebdd32f27572e4ea78890a7cc1600f7b7e99) AuthConfig (f73ac4659260f94bd95d917669a0aac7eb0fc1a61ad6abb0eae187571581b121) AuthConfig (0994c56bca4987622c84fee9d6a1e0446a74e22c47fd973d0f000a57005302c5) AuthConfig (9410cfe5477810e126ebe36e9ef7355f4cfea0864ea3a66ce49f622904bee129) AuthConfig (cfd7d15dc1b76df182a42341139f7194a4642c60b1f2c015776f1639b8348448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"aa48c4ae-7729-4b0c-b991-009dc8fb6b7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:56:51.635111024Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"37ab7360-0823-4479-99cd-56d9ef293622","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.804293111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"40532f4e-1ef1-43e9-ac58-e196621b18a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.864226966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"40532f4e-1ef1-43e9-ac58-e196621b18a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:51.923348074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbfae87521dd94c7fc628e4ca8387b7dd5bf9b3bcd170854a9e7b77739e6e84d) AuthConfig (4083170cd6f5e3bea52751fe7b6c6c5d2dc3da6d35836942e8e8971945c0769f) AuthConfig (9295e795501a60cae856630bb878ff217a717a251ed4ec7bb087fa266c8a518f) AuthConfig (8fb8c9102b2377938d84f9384eab77d902c99279c9cae870df3139f829c07d86) AuthConfig (42da219976f574f36ec04b41d5fbd89e4db15e3afaf452041fe5d281043364a4) AuthConfig (00e239d872cc835122baded6dae8809240a8e30d7eab398e0b4ebfecce71eac7) AuthConfig (8a37b0ba80f1a9e38e49aab4ee00e30ec0a7cac3de9e9120b929c62c6b3f62a3) AuthConfig (1800ec9eaa9db9f03e6bf82a703fce0999106db451b80dbee574cb4c838583c7) AuthConfig (54e70dc478e66e1825255ab37023d74ff9da3088541ee0f2e5e3c5fadb620035) AuthConfig (ef24a3985990a1d8ab06301126f1a5ef99ba2d9c20bc576af927329fc5c85f1e) AuthConfig (f5cc84ef73f82eaa7cff85d0587681140c724a9ed7447dca4a61e413b3b2b367) AuthConfig (5e507c2b36ab51feb44ad0203490a3ea26f9dd9edf0424ced4b0c4edd25ea5eb) AuthConfig (f555ac3e4a9655ee5f10a95ad7c8dcbebf6fa908692e1bb6a5a2ca55333cd1a8) AuthConfig (76217eb55594a10a9b0b9954a68d33c7c961eb3175255b6956a49d459c16d0d0) AuthConfig (3e6650e5b8bd96c8baebd6c5ce609f82d4da2c441bab4fbb423e27b1abe50ac0) AuthConfig (47149fea9aa74a6e65646711a3936cc224528590ec722696f53402fb3876e9af) AuthConfig (9b68d9f42d4c0a854fa40c7a72ff3f4204ee0349c3ce98b3d0fd5478c78066b9) AuthConfig (66ec7afc6847380e3716e29ca1e0788f609b0772cdd572470f41491c0e2bf03e) AuthConfig (73cc7bf2c42c8e0285f38f06b63b01534fbf3ac7557e2ead49a174d20415758d) AuthConfig (f6c2594e1f0bd311220fc4dbee3b60709b80e2b2ed264d33f0e4ed4e394e441c) AuthConfig (8a2f3021ec161b1eec6f7a9f7337221e177b525e76f2bbe4424c3c11e002b751) AuthConfig (d6c588984e1bb6ced27e46def5a7c08c02a0cd202f314b396dabfa727fe2eba7) AuthConfig (a829d972d755979ea2fc7dddbb0088dc8ed30b596739dcf93ac7f6b3ca3f9c18) AuthConfig (e6f2ffa3dc424e410f69a8ddd04f3a9c2f6fdb73a6ef1c69597a6adfa89930e6) AuthConfig (6cd7e325c6485e98c026c3cf7fdd521d62599e937e68c1974ce5c55991a1a9a7) AuthConfig (0515008bf2bf30d9675a9a6b6770ebdd32f27572e4ea78890a7cc1600f7b7e99) AuthConfig (f73ac4659260f94bd95d917669a0aac7eb0fc1a61ad6abb0eae187571581b121) AuthConfig (0994c56bca4987622c84fee9d6a1e0446a74e22c47fd973d0f000a57005302c5) AuthConfig (9410cfe5477810e126ebe36e9ef7355f4cfea0864ea3a66ce49f622904bee129) AuthConfig (cfd7d15dc1b76df182a42341139f7194a4642c60b1f2c015776f1639b8348448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"40532f4e-1ef1-43e9-ac58-e196621b18a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:56:52.984791751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:01.74315162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"a87f9bc9-c9fb-43a8-89e4-421fe85e1839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:01.803104429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"a87f9bc9-c9fb-43a8-89e4-421fe85e1839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:01.861793198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbfae87521dd94c7fc628e4ca8387b7dd5bf9b3bcd170854a9e7b77739e6e84d) AuthConfig (4083170cd6f5e3bea52751fe7b6c6c5d2dc3da6d35836942e8e8971945c0769f) AuthConfig (9295e795501a60cae856630bb878ff217a717a251ed4ec7bb087fa266c8a518f) AuthConfig (8fb8c9102b2377938d84f9384eab77d902c99279c9cae870df3139f829c07d86) AuthConfig (42da219976f574f36ec04b41d5fbd89e4db15e3afaf452041fe5d281043364a4) AuthConfig (00e239d872cc835122baded6dae8809240a8e30d7eab398e0b4ebfecce71eac7) AuthConfig (8a37b0ba80f1a9e38e49aab4ee00e30ec0a7cac3de9e9120b929c62c6b3f62a3) AuthConfig (1800ec9eaa9db9f03e6bf82a703fce0999106db451b80dbee574cb4c838583c7) AuthConfig (54e70dc478e66e1825255ab37023d74ff9da3088541ee0f2e5e3c5fadb620035) AuthConfig (ef24a3985990a1d8ab06301126f1a5ef99ba2d9c20bc576af927329fc5c85f1e) AuthConfig (f5cc84ef73f82eaa7cff85d0587681140c724a9ed7447dca4a61e413b3b2b367) AuthConfig (5e507c2b36ab51feb44ad0203490a3ea26f9dd9edf0424ced4b0c4edd25ea5eb) AuthConfig (f555ac3e4a9655ee5f10a95ad7c8dcbebf6fa908692e1bb6a5a2ca55333cd1a8) AuthConfig (76217eb55594a10a9b0b9954a68d33c7c961eb3175255b6956a49d459c16d0d0) AuthConfig (3e6650e5b8bd96c8baebd6c5ce609f82d4da2c441bab4fbb423e27b1abe50ac0) AuthConfig (47149fea9aa74a6e65646711a3936cc224528590ec722696f53402fb3876e9af) AuthConfig (9b68d9f42d4c0a854fa40c7a72ff3f4204ee0349c3ce98b3d0fd5478c78066b9) AuthConfig (66ec7afc6847380e3716e29ca1e0788f609b0772cdd572470f41491c0e2bf03e) AuthConfig (73cc7bf2c42c8e0285f38f06b63b01534fbf3ac7557e2ead49a174d20415758d) AuthConfig (f6c2594e1f0bd311220fc4dbee3b60709b80e2b2ed264d33f0e4ed4e394e441c) AuthConfig (8a2f3021ec161b1eec6f7a9f7337221e177b525e76f2bbe4424c3c11e002b751) AuthConfig (d6c588984e1bb6ced27e46def5a7c08c02a0cd202f314b396dabfa727fe2eba7) AuthConfig (a829d972d755979ea2fc7dddbb0088dc8ed30b596739dcf93ac7f6b3ca3f9c18) AuthConfig (e6f2ffa3dc424e410f69a8ddd04f3a9c2f6fdb73a6ef1c69597a6adfa89930e6) AuthConfig (6cd7e325c6485e98c026c3cf7fdd521d62599e937e68c1974ce5c55991a1a9a7) AuthConfig (0515008bf2bf30d9675a9a6b6770ebdd32f27572e4ea78890a7cc1600f7b7e99) AuthConfig (f73ac4659260f94bd95d917669a0aac7eb0fc1a61ad6abb0eae187571581b121) AuthConfig (0994c56bca4987622c84fee9d6a1e0446a74e22c47fd973d0f000a57005302c5) AuthConfig (9410cfe5477810e126ebe36e9ef7355f4cfea0864ea3a66ce49f622904bee129) AuthConfig (cfd7d15dc1b76df182a42341139f7194a4642c60b1f2c015776f1639b8348448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"a87f9bc9-c9fb-43a8-89e4-421fe85e1839","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.086051544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"3153d2f3-5d70-4afc-98d6-d21a70c513d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.145879789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"3153d2f3-5d70-4afc-98d6-d21a70c513d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.204402834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-6250eb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dbfae87521dd94c7fc628e4ca8387b7dd5bf9b3bcd170854a9e7b77739e6e84d) AuthConfig (4083170cd6f5e3bea52751fe7b6c6c5d2dc3da6d35836942e8e8971945c0769f) AuthConfig (9295e795501a60cae856630bb878ff217a717a251ed4ec7bb087fa266c8a518f) AuthConfig (8fb8c9102b2377938d84f9384eab77d902c99279c9cae870df3139f829c07d86) AuthConfig (42da219976f574f36ec04b41d5fbd89e4db15e3afaf452041fe5d281043364a4) AuthConfig (00e239d872cc835122baded6dae8809240a8e30d7eab398e0b4ebfecce71eac7) AuthConfig (8a37b0ba80f1a9e38e49aab4ee00e30ec0a7cac3de9e9120b929c62c6b3f62a3) AuthConfig (1800ec9eaa9db9f03e6bf82a703fce0999106db451b80dbee574cb4c838583c7) AuthConfig (54e70dc478e66e1825255ab37023d74ff9da3088541ee0f2e5e3c5fadb620035) AuthConfig (ef24a3985990a1d8ab06301126f1a5ef99ba2d9c20bc576af927329fc5c85f1e) AuthConfig (f5cc84ef73f82eaa7cff85d0587681140c724a9ed7447dca4a61e413b3b2b367) AuthConfig (5e507c2b36ab51feb44ad0203490a3ea26f9dd9edf0424ced4b0c4edd25ea5eb) AuthConfig (f555ac3e4a9655ee5f10a95ad7c8dcbebf6fa908692e1bb6a5a2ca55333cd1a8) AuthConfig (76217eb55594a10a9b0b9954a68d33c7c961eb3175255b6956a49d459c16d0d0) AuthConfig (3e6650e5b8bd96c8baebd6c5ce609f82d4da2c441bab4fbb423e27b1abe50ac0) AuthConfig (47149fea9aa74a6e65646711a3936cc224528590ec722696f53402fb3876e9af) AuthConfig (9b68d9f42d4c0a854fa40c7a72ff3f4204ee0349c3ce98b3d0fd5478c78066b9) AuthConfig (66ec7afc6847380e3716e29ca1e0788f609b0772cdd572470f41491c0e2bf03e) AuthConfig (73cc7bf2c42c8e0285f38f06b63b01534fbf3ac7557e2ead49a174d20415758d) AuthConfig (f6c2594e1f0bd311220fc4dbee3b60709b80e2b2ed264d33f0e4ed4e394e441c) AuthConfig (8a2f3021ec161b1eec6f7a9f7337221e177b525e76f2bbe4424c3c11e002b751) AuthConfig (d6c588984e1bb6ced27e46def5a7c08c02a0cd202f314b396dabfa727fe2eba7) AuthConfig (a829d972d755979ea2fc7dddbb0088dc8ed30b596739dcf93ac7f6b3ca3f9c18) AuthConfig (e6f2ffa3dc424e410f69a8ddd04f3a9c2f6fdb73a6ef1c69597a6adfa89930e6) AuthConfig (6cd7e325c6485e98c026c3cf7fdd521d62599e937e68c1974ce5c55991a1a9a7) AuthConfig (0515008bf2bf30d9675a9a6b6770ebdd32f27572e4ea78890a7cc1600f7b7e99) AuthConfig (f73ac4659260f94bd95d917669a0aac7eb0fc1a61ad6abb0eae187571581b121) AuthConfig (0994c56bca4987622c84fee9d6a1e0446a74e22c47fd973d0f000a57005302c5) AuthConfig (9410cfe5477810e126ebe36e9ef7355f4cfea0864ea3a66ce49f622904bee129) AuthConfig (cfd7d15dc1b76df182a42341139f7194a4642c60b1f2c015776f1639b8348448)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"3153d2f3-5d70-4afc-98d6-d21a70c513d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.296682867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"86c1331b-4cbc-44d1-ae83-8457aaf1585f","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.76068488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"cc439ed9-24dd-4c3f-87f4-60ab347af5af","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:02.829151788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"e81a8933-7139-4f08-b254-b6b438cac3a7","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:04.577210731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"b99a04df-72bd-4cb5-899b-626e37a08ca5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:04.694822547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"d889a0c7-35f7-4116-836d-5c770b76a29d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.026981503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"08d091a6-bd74-4a0d-8b66-e22f3f6855df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.086921085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"08d091a6-bd74-4a0d-8b66-e22f3f6855df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.36734842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"c00e7053-05f2-4e83-bfab-90f26f0f037d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.41416529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"5c96844a-32d4-41f5-b67c-ebcb875381e7","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.430296139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"c00e7053-05f2-4e83-bfab-90f26f0f037d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:12.760097027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"adbfc87f-3ee9-40bd-a622-23db7f23487a","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.023732237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"9e830658-a67b-4a9a-84e1-d7ee3a122abe","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.141714664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"5f86a748-977b-4207-884f-f59efb33a6b8","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.202799802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"f77fab67-12a5-400e-9162-4b6d0ed3115f","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.250896491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"3dad7ba6-bd9e-4929-bb49-73c1968092e3","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:14.258805345Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-845a67/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.308242677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"b2a25b6e-b94d-4071-98ee-a52eb065aedb","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.414344222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"a2352042-c2f8-43c9-a17c-966513c386f5","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.477236753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"c46317cb-a7c1-4171-9433-e3d299c2dd1d","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:14.533039112Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"c46317cb-a7c1-4171-9433-e3d299c2dd1d","name":"simulator-w0-845a67","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-845a67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:14.533113945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"c46317cb-a7c1-4171-9433-e3d299c2dd1d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-845a67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.536894793Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"e096b07c-d46d-4395-8892-e1d5b0ff23c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"simulator-w0-845a67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.538285579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"212968be-998b-49c9-8d9b-546597ea1228","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.580098187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"2edf8a40-b1cf-4956-bb0c-62bdf8a4330d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.714316925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"d3f67f5b-4809-4f91-a957-795083ba4549","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.714664147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"ee4f78b7-4263-4dba-aa52-b14a91df149a","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.718002664Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"2edf8a40-b1cf-4956-bb0c-62bdf8a4330d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.774760434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"78eec0bf-b40d-4151-98ff-0e1f19aad942","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.778340425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"2edf8a40-b1cf-4956-bb0c-62bdf8a4330d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.82172842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"b9fd92f5-7ead-402f-aa74-15cf05540053","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:14.829880624Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-845a67/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.845782889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"5e34d024-16b4-4351-b58c-d83f0288b343","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.881132915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"82247282-8a32-4afc-9ade-7199afdd0c8b","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.931027414Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"abaf5fcd-eccb-40ad-add5-9b009d7e7bd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.953547811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"ede2fc56-460c-466b-a5a5-130e36163a90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:14.98593032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"c365910f-1d84-4622-bab3-6664b7ffb4a6","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.012907394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"ede2fc56-460c-466b-a5a5-130e36163a90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.047775249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"e95c391d-1016-47ba-b4fd-a7e66b5c7b22","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.070720635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"ede2fc56-460c-466b-a5a5-130e36163a90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.104812782Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"62863eeb-f02c-4a6c-b9ca-b15a32198595","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"premium-w0-845a67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:15.108385685Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"e95c391d-1016-47ba-b4fd-a7e66b5c7b22","name":"premium-w0-845a67","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-845a67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:15.108446049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"e95c391d-1016-47ba-b4fd-a7e66b5c7b22","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-845a67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.11375875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"6a77bee6-7f55-4212-8c53-0432b033830d","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.220769017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"d9f00d3c-c6d0-45e6-a73b-d6930968c6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.308432234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"da1b5b66-f8c1-4eb5-9952-6ab105efc482","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.314058319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"d9f00d3c-c6d0-45e6-a73b-d6930968c6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.319364676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"dff73cac-179d-4282-ae4e-f1471f80741a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.372866039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"d9f00d3c-c6d0-45e6-a73b-d6930968c6fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.380525798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"dff73cac-179d-4282-ae4e-f1471f80741a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.433100274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"af606e23-c961-4b0e-8c0e-271e69fed49d","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.439821041Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"dff73cac-179d-4282-ae4e-f1471f80741a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.52757641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"50e3b47f-2a7d-40fa-8506-1502fc0d9f45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.595106329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"e2bd647a-98bb-470c-af90-fec0022fa892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.656835074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"e2bd647a-98bb-470c-af90-fec0022fa892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:15.715159641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"e2bd647a-98bb-470c-af90-fec0022fa892","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:18.059883001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"14ca63c4-6d78-4feb-8bfc-b5f27386adad","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.054052976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ce608889-ae41-4d4c-8223-a30d65712b4d","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.120659894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"594a43b3-ca31-4b73-a565-1b6e55a6ec5e","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.294322402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"64e2bec0-bd1d-42b4-b486-9d6cc4e88bc8","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.354255806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"64e2bec0-bd1d-42b4-b486-9d6cc4e88bc8","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.367345123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"423fdd7a-43d5-4dbf-8257-5f3c4c062625","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.430329176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"b32a0369-d137-4611-b670-9cab6fc7e5e4","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.477070244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"2e07274f-f1f2-461e-9ba8-acbd7d9c992a","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:21.488370531Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-6250eb/e2e-dry-sub-bd71a63f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-bd71a63f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.534459315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"e3a0f02d-8516-436d-a893-f4d203a89f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.534653141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"9c0ae5cc-7184-412c-ac9a-d79a23cb4d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.539817877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"f5b7c2e7-e405-4903-96dc-637390b1c7e0","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.594571159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"e3a0f02d-8516-436d-a893-f4d203a89f0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.598965516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"9c0ae5cc-7184-412c-ac9a-d79a23cb4d25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.679815501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"c0ecbb15-8a6b-42cc-af59-1f471e2e988e","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.820227003Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-bd71a63f","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f","reconcileID":"e85479ae-c713-4bec-8784-5812663a4c4a","MaaSSubscription":{"name":"e2e-dry-sub-bd71a63f","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-dry-sub-bd71a63f","ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.8410788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"c0903345-4b6b-4b79-a09a-472eea7a4c48","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.902553454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"c0903345-4b6b-4b79-a09a-472eea7a4c48","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.983328844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9b56ee26-4cfb-43e8-a8e3-7ea892269ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.983329619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"16dffac4-ce7b-4435-be58-0a7e2896adea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:21.991838579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"2ac089db-f407-4d3e-a920-abafa5bdb8ec","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.038434419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"5dca60a7-d38e-4673-b9a4-693f379b7e0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.043874306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"16dffac4-ce7b-4435-be58-0a7e2896adea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.045328892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9b56ee26-4cfb-43e8-a8e3-7ea892269ebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.209867642Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-bd71a63f","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f","reconcileID":"277cda40-ec61-4c90-b4d9-159a8fecc9ab","MaaSSubscription":{"name":"e2e-dry-sub-bd71a63f","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:22.225003406Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"c0903345-4b6b-4b79-a09a-472eea7a4c48","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dry-sub-bd71a63f-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.391586198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"152a27cf-3d3d-426c-9fa9-029cf1ef3e6e","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.451832599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"152a27cf-3d3d-426c-9fa9-029cf1ef3e6e","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.763616664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"e9170f33-da2a-4a8c-9898-8d20916122ff","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.834681084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"22c57f47-fa78-4556-8545-7b165415f67d","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:22.985679781Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.579610943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"94c1a2a5-eda7-4a4c-82eb-f6d94868aa91","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.755723203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"559262b9-2fa2-44b1-a43b-0130622acf5f","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.756354309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"f617c059-bf59-4ea5-9c1a-6a4ca807bd74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.880549433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"bfd92e84-97b2-4234-a119-0f65bb827b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.881035852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"bb1ec3e6-9d73-4abd-a090-2aeb5dfda166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.926644304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"46a6b5e2-9ec6-451f-81b1-a3411308a27d","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.941011804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"bfd92e84-97b2-4234-a119-0f65bb827b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:23.941343639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"bb1ec3e6-9d73-4abd-a090-2aeb5dfda166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.000559915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b48b6d8ac8cc98b77c92667a494c463ea4d9cb04a0b68d0e90c90c6ae8b4c61a) AuthConfig (f315dd9ce1e19978b5e3cc66c69b6957c97f763d318f113d1fba7a4874a9fe9b) AuthConfig (f366604ece7be37e96eddfc8ffe15c724779a441ad36b405d02c9c6841f0647e) AuthConfig (37ed4b471c48161fd4262922060bfd051d91ed45c65a98f2a2235c932eb9242c) AuthConfig (ebd9887a3db4d6effee9f7ba5af7394d3e158cd67c465f082cc5deacaa702570) AuthConfig (1bbd8d302393d7fb1424f00b53983e36709b6a1bae7fa4592193b3d34045fdc1) AuthConfig (4f92e2b74563875295bc838c0a5d44ff03c1a6ed2b350a2bf1c007c297289ece) AuthConfig (f7071205c0fd3743af71ce425fe5235d6d894e77f5db39e105952050f5ce3dc3) AuthConfig (a0a5bd7071071d0e7b66770c4306784dc6b0006956f72039f709e134b37cb083) AuthConfig (61e4aa104ef457d4a1111a45d4c0ddd678002354e680ef8d9f199f6f1261e30b) AuthConfig (687d2b7d02bd4c1cf60bb0129d651ead4dfcb1acbe45a439165df42734a4f344) AuthConfig (6c8903a2a1a7a9cb2b925c8478303ed161adf7100df130729df13044024cdc7a) AuthConfig (9ce2d25bae8755f1b191a63f5c35f6d868ccaf014adc84b2986b0c95b21c7e1a) AuthConfig (ea95737b96fbea664a792c542e23d61be79e4106041d26891df60bb5942c14cd) AuthConfig (5035e873ac8ea7fb630fc15a622d19f8d242ef4ef27e22ad2a6493e8b2d92eec) AuthConfig (81277a45917edd633cacb0f74bbf5872fc42e36cd8313b6223f3bcf48c32bfc3) AuthConfig (6891f775ebf399bc3e2028793b9b9e83bd1657097b3d546b7a4bb6bcb340755f) AuthConfig (0a32eb79724689acb0beb67551b818393f4d708a56cfe92f8d6696a1345fb4f8) AuthConfig (5fc2eca299f1da17d38da2722480c905aed0083f6f0c5030f91560460e519abf) AuthConfig (d8a0010bf6c26c7ddf8c70e961f7200c0b9a2cc56f7b6b756b26d90b06eebedf) AuthConfig (f962a6b16650ff1587520a26940fc3f79e373c0003de2c6b9432ab61dada8987) AuthConfig (c8a767a35f0d05579553e917d762b0e4a9f00a46daac2e4d04ac5f4996b1182d) AuthConfig (15d18532f4e3d975e5fbc996b50a95be3bd00ca0d4be6fae06a1247f1ee63170) AuthConfig (e713ca023dfd695ea145cd68f4b543e0cd2b9e02b65b21749ed61ec33fd0d100) AuthConfig (8dace7462776a537b71c1c22e25371d7293464fc788814ba81bfe5d625e9fe94) AuthConfig (db77f754c5367f6abb21be35d221a4c156a6bb8f0935861845ca0fb4786fe721) AuthConfig (0d330e8163b6bf06673fdd39d80d40a89d7624ce782fa956c534ed90ac98d724) AuthConfig (86f01ed140faff7527eb405d8daccd0172b8f7392fbaf1133bf3403bd2e4931a) AuthConfig (fe2b4b11e556f371305276a7621d327e1d7d3d10fe00d9bb0f1599d187a6ce80) AuthConfig (58d5b744ffcf69ca988480733c4519515f0050a46abed0d2e146c74e48b38bd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"bb1ec3e6-9d73-4abd-a090-2aeb5dfda166","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.000559912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b48b6d8ac8cc98b77c92667a494c463ea4d9cb04a0b68d0e90c90c6ae8b4c61a) AuthConfig (f315dd9ce1e19978b5e3cc66c69b6957c97f763d318f113d1fba7a4874a9fe9b) AuthConfig (f366604ece7be37e96eddfc8ffe15c724779a441ad36b405d02c9c6841f0647e) AuthConfig (37ed4b471c48161fd4262922060bfd051d91ed45c65a98f2a2235c932eb9242c) AuthConfig (ebd9887a3db4d6effee9f7ba5af7394d3e158cd67c465f082cc5deacaa702570) AuthConfig (1bbd8d302393d7fb1424f00b53983e36709b6a1bae7fa4592193b3d34045fdc1) AuthConfig (4f92e2b74563875295bc838c0a5d44ff03c1a6ed2b350a2bf1c007c297289ece) AuthConfig (f7071205c0fd3743af71ce425fe5235d6d894e77f5db39e105952050f5ce3dc3) AuthConfig (a0a5bd7071071d0e7b66770c4306784dc6b0006956f72039f709e134b37cb083) AuthConfig (61e4aa104ef457d4a1111a45d4c0ddd678002354e680ef8d9f199f6f1261e30b) AuthConfig (687d2b7d02bd4c1cf60bb0129d651ead4dfcb1acbe45a439165df42734a4f344) AuthConfig (6c8903a2a1a7a9cb2b925c8478303ed161adf7100df130729df13044024cdc7a) AuthConfig (9ce2d25bae8755f1b191a63f5c35f6d868ccaf014adc84b2986b0c95b21c7e1a) AuthConfig (ea95737b96fbea664a792c542e23d61be79e4106041d26891df60bb5942c14cd) AuthConfig (5035e873ac8ea7fb630fc15a622d19f8d242ef4ef27e22ad2a6493e8b2d92eec) AuthConfig (81277a45917edd633cacb0f74bbf5872fc42e36cd8313b6223f3bcf48c32bfc3) AuthConfig (6891f775ebf399bc3e2028793b9b9e83bd1657097b3d546b7a4bb6bcb340755f) AuthConfig (0a32eb79724689acb0beb67551b818393f4d708a56cfe92f8d6696a1345fb4f8) AuthConfig (5fc2eca299f1da17d38da2722480c905aed0083f6f0c5030f91560460e519abf) AuthConfig (d8a0010bf6c26c7ddf8c70e961f7200c0b9a2cc56f7b6b756b26d90b06eebedf) AuthConfig (f962a6b16650ff1587520a26940fc3f79e373c0003de2c6b9432ab61dada8987) AuthConfig (c8a767a35f0d05579553e917d762b0e4a9f00a46daac2e4d04ac5f4996b1182d) AuthConfig (15d18532f4e3d975e5fbc996b50a95be3bd00ca0d4be6fae06a1247f1ee63170) AuthConfig (e713ca023dfd695ea145cd68f4b543e0cd2b9e02b65b21749ed61ec33fd0d100) AuthConfig (8dace7462776a537b71c1c22e25371d7293464fc788814ba81bfe5d625e9fe94) AuthConfig (db77f754c5367f6abb21be35d221a4c156a6bb8f0935861845ca0fb4786fe721) AuthConfig (0d330e8163b6bf06673fdd39d80d40a89d7624ce782fa956c534ed90ac98d724) AuthConfig (86f01ed140faff7527eb405d8daccd0172b8f7392fbaf1133bf3403bd2e4931a) AuthConfig (fe2b4b11e556f371305276a7621d327e1d7d3d10fe00d9bb0f1599d187a6ce80) AuthConfig (58d5b744ffcf69ca988480733c4519515f0050a46abed0d2e146c74e48b38bd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"bfd92e84-97b2-4234-a119-0f65bb827b72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.060556992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"ba91c619-ffaa-4997-a668-4a6003f7c101","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.063321429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"1af260c8-e869-4903-aea5-5af4c03f2be6","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.221757942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0b751860-5837-4b26-85de-358457912492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.223312661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"490d2756-6bbe-4322-ab20-ebc15bc7fd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.281640008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0b751860-5837-4b26-85de-358457912492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.28356427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"490d2756-6bbe-4322-ab20-ebc15bc7fd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.340422359Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b48b6d8ac8cc98b77c92667a494c463ea4d9cb04a0b68d0e90c90c6ae8b4c61a) AuthConfig (f315dd9ce1e19978b5e3cc66c69b6957c97f763d318f113d1fba7a4874a9fe9b) AuthConfig (f366604ece7be37e96eddfc8ffe15c724779a441ad36b405d02c9c6841f0647e) AuthConfig (37ed4b471c48161fd4262922060bfd051d91ed45c65a98f2a2235c932eb9242c) AuthConfig (ebd9887a3db4d6effee9f7ba5af7394d3e158cd67c465f082cc5deacaa702570) AuthConfig (1bbd8d302393d7fb1424f00b53983e36709b6a1bae7fa4592193b3d34045fdc1) AuthConfig (4f92e2b74563875295bc838c0a5d44ff03c1a6ed2b350a2bf1c007c297289ece) AuthConfig (f7071205c0fd3743af71ce425fe5235d6d894e77f5db39e105952050f5ce3dc3) AuthConfig (a0a5bd7071071d0e7b66770c4306784dc6b0006956f72039f709e134b37cb083) AuthConfig (61e4aa104ef457d4a1111a45d4c0ddd678002354e680ef8d9f199f6f1261e30b) AuthConfig (687d2b7d02bd4c1cf60bb0129d651ead4dfcb1acbe45a439165df42734a4f344) AuthConfig (6c8903a2a1a7a9cb2b925c8478303ed161adf7100df130729df13044024cdc7a) AuthConfig (9ce2d25bae8755f1b191a63f5c35f6d868ccaf014adc84b2986b0c95b21c7e1a) AuthConfig (ea95737b96fbea664a792c542e23d61be79e4106041d26891df60bb5942c14cd) AuthConfig (5035e873ac8ea7fb630fc15a622d19f8d242ef4ef27e22ad2a6493e8b2d92eec) AuthConfig (81277a45917edd633cacb0f74bbf5872fc42e36cd8313b6223f3bcf48c32bfc3) AuthConfig (6891f775ebf399bc3e2028793b9b9e83bd1657097b3d546b7a4bb6bcb340755f) AuthConfig (0a32eb79724689acb0beb67551b818393f4d708a56cfe92f8d6696a1345fb4f8) AuthConfig (5fc2eca299f1da17d38da2722480c905aed0083f6f0c5030f91560460e519abf) AuthConfig (d8a0010bf6c26c7ddf8c70e961f7200c0b9a2cc56f7b6b756b26d90b06eebedf) AuthConfig (f962a6b16650ff1587520a26940fc3f79e373c0003de2c6b9432ab61dada8987) AuthConfig (c8a767a35f0d05579553e917d762b0e4a9f00a46daac2e4d04ac5f4996b1182d) AuthConfig (15d18532f4e3d975e5fbc996b50a95be3bd00ca0d4be6fae06a1247f1ee63170) AuthConfig (e713ca023dfd695ea145cd68f4b543e0cd2b9e02b65b21749ed61ec33fd0d100) AuthConfig (8dace7462776a537b71c1c22e25371d7293464fc788814ba81bfe5d625e9fe94) AuthConfig (db77f754c5367f6abb21be35d221a4c156a6bb8f0935861845ca0fb4786fe721) AuthConfig (0d330e8163b6bf06673fdd39d80d40a89d7624ce782fa956c534ed90ac98d724) AuthConfig (86f01ed140faff7527eb405d8daccd0172b8f7392fbaf1133bf3403bd2e4931a) AuthConfig (fe2b4b11e556f371305276a7621d327e1d7d3d10fe00d9bb0f1599d187a6ce80) AuthConfig (58d5b744ffcf69ca988480733c4519515f0050a46abed0d2e146c74e48b38bd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0b751860-5837-4b26-85de-358457912492","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:24.342333812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b48b6d8ac8cc98b77c92667a494c463ea4d9cb04a0b68d0e90c90c6ae8b4c61a) AuthConfig (f315dd9ce1e19978b5e3cc66c69b6957c97f763d318f113d1fba7a4874a9fe9b) AuthConfig (f366604ece7be37e96eddfc8ffe15c724779a441ad36b405d02c9c6841f0647e) AuthConfig (37ed4b471c48161fd4262922060bfd051d91ed45c65a98f2a2235c932eb9242c) AuthConfig (ebd9887a3db4d6effee9f7ba5af7394d3e158cd67c465f082cc5deacaa702570) AuthConfig (1bbd8d302393d7fb1424f00b53983e36709b6a1bae7fa4592193b3d34045fdc1) AuthConfig (4f92e2b74563875295bc838c0a5d44ff03c1a6ed2b350a2bf1c007c297289ece) AuthConfig (f7071205c0fd3743af71ce425fe5235d6d894e77f5db39e105952050f5ce3dc3) AuthConfig (a0a5bd7071071d0e7b66770c4306784dc6b0006956f72039f709e134b37cb083) AuthConfig (61e4aa104ef457d4a1111a45d4c0ddd678002354e680ef8d9f199f6f1261e30b) AuthConfig (687d2b7d02bd4c1cf60bb0129d651ead4dfcb1acbe45a439165df42734a4f344) AuthConfig (6c8903a2a1a7a9cb2b925c8478303ed161adf7100df130729df13044024cdc7a) AuthConfig (9ce2d25bae8755f1b191a63f5c35f6d868ccaf014adc84b2986b0c95b21c7e1a) AuthConfig (ea95737b96fbea664a792c542e23d61be79e4106041d26891df60bb5942c14cd) AuthConfig (5035e873ac8ea7fb630fc15a622d19f8d242ef4ef27e22ad2a6493e8b2d92eec) AuthConfig (81277a45917edd633cacb0f74bbf5872fc42e36cd8313b6223f3bcf48c32bfc3) AuthConfig (6891f775ebf399bc3e2028793b9b9e83bd1657097b3d546b7a4bb6bcb340755f) AuthConfig (0a32eb79724689acb0beb67551b818393f4d708a56cfe92f8d6696a1345fb4f8) AuthConfig (5fc2eca299f1da17d38da2722480c905aed0083f6f0c5030f91560460e519abf) AuthConfig (d8a0010bf6c26c7ddf8c70e961f7200c0b9a2cc56f7b6b756b26d90b06eebedf) AuthConfig (f962a6b16650ff1587520a26940fc3f79e373c0003de2c6b9432ab61dada8987) AuthConfig (c8a767a35f0d05579553e917d762b0e4a9f00a46daac2e4d04ac5f4996b1182d) AuthConfig (15d18532f4e3d975e5fbc996b50a95be3bd00ca0d4be6fae06a1247f1ee63170) AuthConfig (e713ca023dfd695ea145cd68f4b543e0cd2b9e02b65b21749ed61ec33fd0d100) AuthConfig (8dace7462776a537b71c1c22e25371d7293464fc788814ba81bfe5d625e9fe94) AuthConfig (db77f754c5367f6abb21be35d221a4c156a6bb8f0935861845ca0fb4786fe721) AuthConfig (0d330e8163b6bf06673fdd39d80d40a89d7624ce782fa956c534ed90ac98d724) AuthConfig (86f01ed140faff7527eb405d8daccd0172b8f7392fbaf1133bf3403bd2e4931a) AuthConfig (fe2b4b11e556f371305276a7621d327e1d7d3d10fe00d9bb0f1599d187a6ce80) AuthConfig (58d5b744ffcf69ca988480733c4519515f0050a46abed0d2e146c74e48b38bd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"490d2756-6bbe-4322-ab20-ebc15bc7fd42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.659658173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"6cdb2c5c-f211-4950-959b-1d1013409365","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.784555005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"2429bfd9-3e56-4940-9b65-cb46b780df60","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.841619034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"13841bdc-8d7d-4f3f-84af-b37ad1270c76","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:25.892409943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"f40e3a5d-2bef-459a-ae37-23329cfff033","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.902505814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"656969c1-bc03-4470-abcc-7eff7c6a11ee","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:25.962995869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"812de984-45f8-463d-83ed-51b88e3b86dc","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.005267836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"590fc4ff-8278-4a86-9d31-64c4e29b8980","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.052881411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"8256140e-48b8-4973-b52b-d0904501b392","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.117082295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"cba908de-6c91-448b-b6f9-596d10a32858","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.125072918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"5ff74445-d79e-4974-af5b-4d161e7a7c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.125111519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b4045a22-bf4d-41d4-9cbc-af041dff00ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.125571116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"7eafc24a-499a-4093-88dc-580a7127142d","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.185614474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"7eafc24a-499a-4093-88dc-580a7127142d","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.185652397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b4045a22-bf4d-41d4-9cbc-af041dff00ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.188311477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"5ff74445-d79e-4974-af5b-4d161e7a7c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.224936945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"d18ea449-08f7-4fe8-b0db-e0789a7dd1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.284743081Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"8c5f60f6-ac74-420e-8241-21fe8426f0fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"simulator-w3-47d693","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-47d693/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.33557256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"f0377f1b-e408-46f0-98e3-dec3e5ca6957","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.357918402Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"d18ea449-08f7-4fe8-b0db-e0789a7dd1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.39290359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"d436f49b-9db5-4b1b-8e9c-e730a0d0c279","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.417105818Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"d18ea449-08f7-4fe8-b0db-e0789a7dd1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.443578333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"4561d278-f754-4ddb-be86-5daea2afbea7","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:26.44824867Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-47d693/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.46019653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"ebfa6af5-c1e7-4940-baf6-39631ef1b4da","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.474841009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"c230f0c8-5315-4d46-b7f8-5abea7aab5aa","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.500754617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"df270ec9-bedc-4010-b0fa-da329cb2f5b9","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.584493674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"a3339f19-a245-4527-94ff-799b74a4c074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.604231549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"e13c6a50-fa70-498a-9dea-203e5c67b071","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.644044567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"a3339f19-a245-4527-94ff-799b74a4c074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.664351962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"43514487-1471-45a6-9a2a-103ceac21b96","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.677867221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"893a28e2-8344-4ec5-ac84-8ff901b4802d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.702238644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"a3339f19-a245-4527-94ff-799b74a4c074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:26.719931327Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"43514487-1471-45a6-9a2a-103ceac21b96","name":"premium-w3-47d693","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-47d693\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:26.720035856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"43514487-1471-45a6-9a2a-103ceac21b96","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-47d693\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.726186596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"e9a18967-9a33-48d5-b438-0c3665381613","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.781110737Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"b7380d93-1759-4f78-be6c-43e054015971","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"premium-w3-47d693","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-47d693/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.824897296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"e13969b6-88d5-4378-9183-236c6cfba90c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.884687324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"e13969b6-88d5-4378-9183-236c6cfba90c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.928518159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2b0f6c98-47f8-4729-aca9-2b39fcbaa463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.942933999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"e13969b6-88d5-4378-9183-236c6cfba90c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.951854321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"88af3c26-578a-47a8-a9b4-16ffc1f63195","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:26.988659078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2b0f6c98-47f8-4729-aca9-2b39fcbaa463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:27.001608996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"da3aaa52-9e44-4d19-9288-85a795f1395d","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:27.051861343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2b0f6c98-47f8-4729-aca9-2b39fcbaa463","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:27.169132875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b48b43c9-5766-4dab-b0ff-11ac0063c473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:27.169515332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"af01b2a9-853d-4fa1-a659-daaa4bd1720d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:27.228642399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b48b43c9-5766-4dab-b0ff-11ac0063c473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:27.286830086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b48b43c9-5766-4dab-b0ff-11ac0063c473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:27.341747886Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b48b43c9-5766-4dab-b0ff-11ac0063c473","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:27.50942411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"90b30923-8b03-478c-8f9f-826fb889e576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:27.568891828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"90b30923-8b03-478c-8f9f-826fb889e576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:27.627227956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"90b30923-8b03-478c-8f9f-826fb889e576","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.505138374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2d887a61-1ddc-4b00-82fd-a93fede8e9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.505672835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"8c3290c9-af85-40da-aec3-1eb9fbddbbae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.566594737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2d887a61-1ddc-4b00-82fd-a93fede8e9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.56809247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"8c3290c9-af85-40da-aec3-1eb9fbddbbae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.637519792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b48b6d8ac8cc98b77c92667a494c463ea4d9cb04a0b68d0e90c90c6ae8b4c61a) AuthConfig (f315dd9ce1e19978b5e3cc66c69b6957c97f763d318f113d1fba7a4874a9fe9b) AuthConfig (f366604ece7be37e96eddfc8ffe15c724779a441ad36b405d02c9c6841f0647e) AuthConfig (37ed4b471c48161fd4262922060bfd051d91ed45c65a98f2a2235c932eb9242c) AuthConfig (ebd9887a3db4d6effee9f7ba5af7394d3e158cd67c465f082cc5deacaa702570) AuthConfig (1bbd8d302393d7fb1424f00b53983e36709b6a1bae7fa4592193b3d34045fdc1) AuthConfig (4f92e2b74563875295bc838c0a5d44ff03c1a6ed2b350a2bf1c007c297289ece) AuthConfig (f7071205c0fd3743af71ce425fe5235d6d894e77f5db39e105952050f5ce3dc3) AuthConfig (a0a5bd7071071d0e7b66770c4306784dc6b0006956f72039f709e134b37cb083) AuthConfig (61e4aa104ef457d4a1111a45d4c0ddd678002354e680ef8d9f199f6f1261e30b) AuthConfig (687d2b7d02bd4c1cf60bb0129d651ead4dfcb1acbe45a439165df42734a4f344) AuthConfig (6c8903a2a1a7a9cb2b925c8478303ed161adf7100df130729df13044024cdc7a) AuthConfig (9ce2d25bae8755f1b191a63f5c35f6d868ccaf014adc84b2986b0c95b21c7e1a) AuthConfig (ea95737b96fbea664a792c542e23d61be79e4106041d26891df60bb5942c14cd) AuthConfig (5035e873ac8ea7fb630fc15a622d19f8d242ef4ef27e22ad2a6493e8b2d92eec) AuthConfig (81277a45917edd633cacb0f74bbf5872fc42e36cd8313b6223f3bcf48c32bfc3) AuthConfig (6891f775ebf399bc3e2028793b9b9e83bd1657097b3d546b7a4bb6bcb340755f) AuthConfig (0a32eb79724689acb0beb67551b818393f4d708a56cfe92f8d6696a1345fb4f8) AuthConfig (5fc2eca299f1da17d38da2722480c905aed0083f6f0c5030f91560460e519abf) AuthConfig (d8a0010bf6c26c7ddf8c70e961f7200c0b9a2cc56f7b6b756b26d90b06eebedf) AuthConfig (f962a6b16650ff1587520a26940fc3f79e373c0003de2c6b9432ab61dada8987) AuthConfig (c8a767a35f0d05579553e917d762b0e4a9f00a46daac2e4d04ac5f4996b1182d) AuthConfig (15d18532f4e3d975e5fbc996b50a95be3bd00ca0d4be6fae06a1247f1ee63170) AuthConfig (e713ca023dfd695ea145cd68f4b543e0cd2b9e02b65b21749ed61ec33fd0d100) AuthConfig (8dace7462776a537b71c1c22e25371d7293464fc788814ba81bfe5d625e9fe94) AuthConfig (db77f754c5367f6abb21be35d221a4c156a6bb8f0935861845ca0fb4786fe721) AuthConfig (0d330e8163b6bf06673fdd39d80d40a89d7624ce782fa956c534ed90ac98d724) AuthConfig (86f01ed140faff7527eb405d8daccd0172b8f7392fbaf1133bf3403bd2e4931a) AuthConfig (fe2b4b11e556f371305276a7621d327e1d7d3d10fe00d9bb0f1599d187a6ce80) AuthConfig (58d5b744ffcf69ca988480733c4519515f0050a46abed0d2e146c74e48b38bd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"8c3290c9-af85-40da-aec3-1eb9fbddbbae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:34.639409151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b48b6d8ac8cc98b77c92667a494c463ea4d9cb04a0b68d0e90c90c6ae8b4c61a) AuthConfig (f315dd9ce1e19978b5e3cc66c69b6957c97f763d318f113d1fba7a4874a9fe9b) AuthConfig (f366604ece7be37e96eddfc8ffe15c724779a441ad36b405d02c9c6841f0647e) AuthConfig (37ed4b471c48161fd4262922060bfd051d91ed45c65a98f2a2235c932eb9242c) AuthConfig (ebd9887a3db4d6effee9f7ba5af7394d3e158cd67c465f082cc5deacaa702570) AuthConfig (1bbd8d302393d7fb1424f00b53983e36709b6a1bae7fa4592193b3d34045fdc1) AuthConfig (4f92e2b74563875295bc838c0a5d44ff03c1a6ed2b350a2bf1c007c297289ece) AuthConfig (f7071205c0fd3743af71ce425fe5235d6d894e77f5db39e105952050f5ce3dc3) AuthConfig (a0a5bd7071071d0e7b66770c4306784dc6b0006956f72039f709e134b37cb083) AuthConfig (61e4aa104ef457d4a1111a45d4c0ddd678002354e680ef8d9f199f6f1261e30b) AuthConfig (687d2b7d02bd4c1cf60bb0129d651ead4dfcb1acbe45a439165df42734a4f344) AuthConfig (6c8903a2a1a7a9cb2b925c8478303ed161adf7100df130729df13044024cdc7a) AuthConfig (9ce2d25bae8755f1b191a63f5c35f6d868ccaf014adc84b2986b0c95b21c7e1a) AuthConfig (ea95737b96fbea664a792c542e23d61be79e4106041d26891df60bb5942c14cd) AuthConfig (5035e873ac8ea7fb630fc15a622d19f8d242ef4ef27e22ad2a6493e8b2d92eec) AuthConfig (81277a45917edd633cacb0f74bbf5872fc42e36cd8313b6223f3bcf48c32bfc3) AuthConfig (6891f775ebf399bc3e2028793b9b9e83bd1657097b3d546b7a4bb6bcb340755f) AuthConfig (0a32eb79724689acb0beb67551b818393f4d708a56cfe92f8d6696a1345fb4f8) AuthConfig (5fc2eca299f1da17d38da2722480c905aed0083f6f0c5030f91560460e519abf) AuthConfig (d8a0010bf6c26c7ddf8c70e961f7200c0b9a2cc56f7b6b756b26d90b06eebedf) AuthConfig (f962a6b16650ff1587520a26940fc3f79e373c0003de2c6b9432ab61dada8987) AuthConfig (c8a767a35f0d05579553e917d762b0e4a9f00a46daac2e4d04ac5f4996b1182d) AuthConfig (15d18532f4e3d975e5fbc996b50a95be3bd00ca0d4be6fae06a1247f1ee63170) AuthConfig (e713ca023dfd695ea145cd68f4b543e0cd2b9e02b65b21749ed61ec33fd0d100) AuthConfig (8dace7462776a537b71c1c22e25371d7293464fc788814ba81bfe5d625e9fe94) AuthConfig (db77f754c5367f6abb21be35d221a4c156a6bb8f0935861845ca0fb4786fe721) AuthConfig (0d330e8163b6bf06673fdd39d80d40a89d7624ce782fa956c534ed90ac98d724) AuthConfig (86f01ed140faff7527eb405d8daccd0172b8f7392fbaf1133bf3403bd2e4931a) AuthConfig (fe2b4b11e556f371305276a7621d327e1d7d3d10fe00d9bb0f1599d187a6ce80) AuthConfig (58d5b744ffcf69ca988480733c4519515f0050a46abed0d2e146c74e48b38bd1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2d887a61-1ddc-4b00-82fd-a93fede8e9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.135170939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-bd71a63f","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f","reconcileID":"619f840c-014c-4166-abd4-5a6f45aee405","MaaSSubscription":{"name":"e2e-dry-sub-bd71a63f","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscription":"e2e-dry-sub-bd71a63f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.359708846Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-bd71a63f","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f","reconcileID":"619f840c-014c-4166-abd4-5a6f45aee405","MaaSSubscription":{"name":"e2e-dry-sub-bd71a63f","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.579009654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"771062ec-a419-4488-913d-8af24ae001e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.623793832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"46bd2f9e-ce1f-401e-96ac-76c3fe7dfab9","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.683374604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"7ce48384-2690-484f-9ebf-f087cbf0bed7","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.772544555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"d2e427c2-336d-44ae-9979-ebc05a1c1571","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.785969815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"723da615-6197-40cb-8e6d-67e88105c283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.78611965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"02de78be-415b-438d-8bac-3cd2c0e6e84f","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.786450767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0e870e46-dc4e-477f-a020-b7dce792fb95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.84670522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"723da615-6197-40cb-8e6d-67e88105c283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.846910266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"02de78be-415b-438d-8bac-3cd2c0e6e84f","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:36.849364384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0e870e46-dc4e-477f-a020-b7dce792fb95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:37.059536007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-dry-sub-bd71a63f-auth","reconcileID":"b12fd57a-0a88-45b4-a3cb-4c0085b85489","MaaSAuthPolicy":{"name":"e2e-dry-sub-bd71a63f-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:37.214184428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"5d91efa5-3a55-474a-bc24-4318f4e57209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:37.274443352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"5d91efa5-3a55-474a-bc24-4318f4e57209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:37.317802588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"93cea2fb-25a3-4cc5-8507-fd05d516f8ad","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:37.332712683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"5d91efa5-3a55-474a-bc24-4318f4e57209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:37.792981415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"fc65fc6e-afd6-458b-8b08-3f55089a4772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:37.854350502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"fc65fc6e-afd6-458b-8b08-3f55089a4772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:37.912781798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"fc65fc6e-afd6-458b-8b08-3f55089a4772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.492465456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"d755566f-766a-4ef4-86a3-e0110d43501a","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.548716402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"b605b4d4-315e-41db-a9af-e566cff191c3","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.710568514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8-auth","reconcileID":"7e535f62-44da-4f16-8868-b9975b615f4b","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.7718099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8-auth","reconcileID":"7e535f62-44da-4f16-8868-b9975b615f4b","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.772216936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ab0ab5a0-7c3c-40c8-b385-08540942347c","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.829512594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"e6d6a8de-9091-465a-83be-bdc2421e1619","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:38.877493855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-daad24a8","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8","reconcileID":"d86c4fda-2c1e-4d0f-997b-3dbc524f6faf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-daad24a8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.934097588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"3828f58e-c926-477b-82ae-b631ca1e3df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.9341537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"27685a7b-53f9-4b38-8dfd-81e7a50a8b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.988927598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"04e433aa-68b2-4613-9d8e-27c0b02d75d1","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.993874749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"3828f58e-c926-477b-82ae-b631ca1e3df6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:38.994192091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"27685a7b-53f9-4b38-8dfd-81e7a50a8b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.018804301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"47af270c-9b63-477b-88e9-e4b25f8f8839","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.046437775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"59541934-48d5-4340-9935-02cfbd62b30c","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.096806544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"736e0bd7-217b-4a35-a867-fac260af6616","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.109529975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"cdc1b0b6-04ff-4eee-b109-d32b880c8588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.10955073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"eb1c3032-7f00-4ac3-9fcb-f5b293b3d5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.11891331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"8f3f81e4-aed6-4e0d-8130-0e52b081ba0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.170338142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"eb1c3032-7f00-4ac3-9fcb-f5b293b3d5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.171120293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"cdc1b0b6-04ff-4eee-b109-d32b880c8588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.194677177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"4d26c53e-ef7a-4fb5-9fb8-d59c8d26ec86","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.228921034Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15f32aa5ebb3348001a573c07a444cf7068f25f0617ca61e2a0ddc6c92c894e8) AuthConfig (9519ac20a8ccac4609a70fdc3499a2464d34035b65d59f85c957501e1eadc600) AuthConfig (e18026ac8734a6201b8ff64e2ca6a8d5f3d6999ee2d7c2194594008751388dfc) AuthConfig (4ae2bf2a9ef3c654fc50e19d1fdb527911946013a605a69418dbec0d4652f254) AuthConfig (3cb9afc4d0e6afb5c0a138436987c7ac7ec3581f1777cb1762a907345a60432e) AuthConfig (cc9da3e37fc8473e9b90d626b66858a5e5845835b9c81604831d6b8475fbc9fc) AuthConfig (5c7c78cfae68583e76aed08a95c265fdf4ea288da38404eff03c83779a22f20f) AuthConfig (9d8a0baff0e88824da986103b83be5485481cba4064c963d2aff19e2fc1df37d) AuthConfig (a3c367dc8e4f2a25de3a795adcae143d835381c3dfd953f733ff75ef0adb3ad3) AuthConfig (43766e7884eeb5496b01c132c19897e7a5b978b5e02f06bf4d000830d4be67c4) AuthConfig (ff28c8c81a33afc5bba8173405408e355cce25be16c67c29d57dcaa48ecd2e14) AuthConfig (d80a0be290586442e25b2a058acbfa248a87f7e74db847576f4e7414331bcc60) AuthConfig (f4d6cb439a9ed8cf50babeb6f6ff296067654a9b631d123f89a8ef2bcbf4e582) AuthConfig (195690bdf7ea2191fb9870ddc8443b20b7473562e2c7b9709a723f6217bd20ad) AuthConfig (d81b8bc61de8beab8bc99cabfa7375c46c3db6664294ddabd0fbdabca0b81fcb) AuthConfig (41621dc03c60ba9af05481cdfdc16d9e1455e18f4e789612d7ccf76273e405e7) AuthConfig (204785eeeb9708458f0ebaf0e968cd52463349d07a07fefa8167f76959ef5898) AuthConfig (5760ca9dfb887a7e5bb210ce5e456c354851261f2e5d805b4a6f0886625b4510) AuthConfig (f11cfaa31e72f3e9513cfe7bab43b41020fdbc6625b614d026025ea54b211e17) AuthConfig (b2564f0d45a7a1ae00d437fd5cabad52ca6320674fea1caa3b7df1767acdc856) AuthConfig (bc32bdc1f23c02c073b4bcb1e588f88a88318d6f3f4794fe15170c0b992527b9) AuthConfig (2c201c8210d0f2b3861f7ee48d96c5bb013aa3028327943230f81092a5a942b8) AuthConfig (34434d82fa828d1d564630e9559131763be87bc52197039d47de1b4991f7c5a6) AuthConfig (2526bb7cac6d1d0c083ca2c24f823ae7faba0deb60ad7d21818769a27b4c4a57) AuthConfig (4baee625890ce6233f92b0caf672a38f71999794f573e1bb020b1de5061e69d1) AuthConfig (65101504afe012fae55b9b9b644242982789a2e75d0cee97e41e6ef5674dd4a4) AuthConfig (f310998da0568bd999a87f52ca73b0aec0d30d66a05924867173129705cb8c18) AuthConfig (c114f0e2661912c006d3a22ce3a4ef999e83d8b2da71ae27186c9b505afc8c66) AuthConfig (6def77d99ae4bd120b56d5d9258588ab408e602d9d058fb611bed47d96213368) AuthConfig (640830e725d82c5d154bb9fec00093b0cd161518a3724baaa2b9c0a55cdb9dba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"eb1c3032-7f00-4ac3-9fcb-f5b293b3d5fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.229425339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15f32aa5ebb3348001a573c07a444cf7068f25f0617ca61e2a0ddc6c92c894e8) AuthConfig (9519ac20a8ccac4609a70fdc3499a2464d34035b65d59f85c957501e1eadc600) AuthConfig (e18026ac8734a6201b8ff64e2ca6a8d5f3d6999ee2d7c2194594008751388dfc) AuthConfig (4ae2bf2a9ef3c654fc50e19d1fdb527911946013a605a69418dbec0d4652f254) AuthConfig (3cb9afc4d0e6afb5c0a138436987c7ac7ec3581f1777cb1762a907345a60432e) AuthConfig (cc9da3e37fc8473e9b90d626b66858a5e5845835b9c81604831d6b8475fbc9fc) AuthConfig (5c7c78cfae68583e76aed08a95c265fdf4ea288da38404eff03c83779a22f20f) AuthConfig (9d8a0baff0e88824da986103b83be5485481cba4064c963d2aff19e2fc1df37d) AuthConfig (a3c367dc8e4f2a25de3a795adcae143d835381c3dfd953f733ff75ef0adb3ad3) AuthConfig (43766e7884eeb5496b01c132c19897e7a5b978b5e02f06bf4d000830d4be67c4) AuthConfig (ff28c8c81a33afc5bba8173405408e355cce25be16c67c29d57dcaa48ecd2e14) AuthConfig (d80a0be290586442e25b2a058acbfa248a87f7e74db847576f4e7414331bcc60) AuthConfig (f4d6cb439a9ed8cf50babeb6f6ff296067654a9b631d123f89a8ef2bcbf4e582) AuthConfig (195690bdf7ea2191fb9870ddc8443b20b7473562e2c7b9709a723f6217bd20ad) AuthConfig (d81b8bc61de8beab8bc99cabfa7375c46c3db6664294ddabd0fbdabca0b81fcb) AuthConfig (41621dc03c60ba9af05481cdfdc16d9e1455e18f4e789612d7ccf76273e405e7) AuthConfig (204785eeeb9708458f0ebaf0e968cd52463349d07a07fefa8167f76959ef5898) AuthConfig (5760ca9dfb887a7e5bb210ce5e456c354851261f2e5d805b4a6f0886625b4510) AuthConfig (f11cfaa31e72f3e9513cfe7bab43b41020fdbc6625b614d026025ea54b211e17) AuthConfig (b2564f0d45a7a1ae00d437fd5cabad52ca6320674fea1caa3b7df1767acdc856) AuthConfig (bc32bdc1f23c02c073b4bcb1e588f88a88318d6f3f4794fe15170c0b992527b9) AuthConfig (2c201c8210d0f2b3861f7ee48d96c5bb013aa3028327943230f81092a5a942b8) AuthConfig (34434d82fa828d1d564630e9559131763be87bc52197039d47de1b4991f7c5a6) AuthConfig (2526bb7cac6d1d0c083ca2c24f823ae7faba0deb60ad7d21818769a27b4c4a57) AuthConfig (4baee625890ce6233f92b0caf672a38f71999794f573e1bb020b1de5061e69d1) AuthConfig (65101504afe012fae55b9b9b644242982789a2e75d0cee97e41e6ef5674dd4a4) AuthConfig (f310998da0568bd999a87f52ca73b0aec0d30d66a05924867173129705cb8c18) AuthConfig (c114f0e2661912c006d3a22ce3a4ef999e83d8b2da71ae27186c9b505afc8c66) AuthConfig (6def77d99ae4bd120b56d5d9258588ab408e602d9d058fb611bed47d96213368) AuthConfig (640830e725d82c5d154bb9fec00093b0cd161518a3724baaa2b9c0a55cdb9dba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"cdc1b0b6-04ff-4eee-b109-d32b880c8588","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.25812995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8-auth","reconcileID":"0ad5c85b-a5f2-4f59-8255-b911df631717","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.289401404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"e60b9587-3b86-448d-92d7-71a466abf11f","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.289708221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"45a4999e-6f2f-44e3-98cc-27a0118f0439","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.289984975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"f58a06e6-13fc-477b-ae46-04502983684c","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.317773379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8-auth","reconcileID":"0ad5c85b-a5f2-4f59-8255-b911df631717","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.323860529Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-daad24a8","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8","reconcileID":"e44b5f58-63e2-43ff-a615-bf88f3127663","MaaSSubscription":{"name":"e2e-combo-sub-daad24a8","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-combo-sub-daad24a8","ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.400678166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"759c08b8-19ea-4aa5-85e4-a6a0d3deab69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.400678185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"baebdb18-18a0-4f1c-82b6-879ae7b8d64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.460466904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"759c08b8-19ea-4aa5-85e4-a6a0d3deab69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.460543089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"baebdb18-18a0-4f1c-82b6-879ae7b8d64e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.495371635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"5059dc43-1a67-4f46-917d-dd3b06862c00","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.501316473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"053fa8ce-5318-4d52-8217-59ace626800d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.501316221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"a45f7f34-0cd9-4598-8681-b7c1fb7ab555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.542569735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"f23f945c-ba84-4da0-abe9-17b51c90843a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.561564459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"a45f7f34-0cd9-4598-8681-b7c1fb7ab555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.561763642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"053fa8ce-5318-4d52-8217-59ace626800d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.620101202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15f32aa5ebb3348001a573c07a444cf7068f25f0617ca61e2a0ddc6c92c894e8) AuthConfig (9519ac20a8ccac4609a70fdc3499a2464d34035b65d59f85c957501e1eadc600) AuthConfig (e18026ac8734a6201b8ff64e2ca6a8d5f3d6999ee2d7c2194594008751388dfc) AuthConfig (4ae2bf2a9ef3c654fc50e19d1fdb527911946013a605a69418dbec0d4652f254) AuthConfig (3cb9afc4d0e6afb5c0a138436987c7ac7ec3581f1777cb1762a907345a60432e) AuthConfig (cc9da3e37fc8473e9b90d626b66858a5e5845835b9c81604831d6b8475fbc9fc) AuthConfig (5c7c78cfae68583e76aed08a95c265fdf4ea288da38404eff03c83779a22f20f) AuthConfig (9d8a0baff0e88824da986103b83be5485481cba4064c963d2aff19e2fc1df37d) AuthConfig (a3c367dc8e4f2a25de3a795adcae143d835381c3dfd953f733ff75ef0adb3ad3) AuthConfig (43766e7884eeb5496b01c132c19897e7a5b978b5e02f06bf4d000830d4be67c4) AuthConfig (ff28c8c81a33afc5bba8173405408e355cce25be16c67c29d57dcaa48ecd2e14) AuthConfig (d80a0be290586442e25b2a058acbfa248a87f7e74db847576f4e7414331bcc60) AuthConfig (f4d6cb439a9ed8cf50babeb6f6ff296067654a9b631d123f89a8ef2bcbf4e582) AuthConfig (195690bdf7ea2191fb9870ddc8443b20b7473562e2c7b9709a723f6217bd20ad) AuthConfig (d81b8bc61de8beab8bc99cabfa7375c46c3db6664294ddabd0fbdabca0b81fcb) AuthConfig (41621dc03c60ba9af05481cdfdc16d9e1455e18f4e789612d7ccf76273e405e7) AuthConfig (204785eeeb9708458f0ebaf0e968cd52463349d07a07fefa8167f76959ef5898) AuthConfig (5760ca9dfb887a7e5bb210ce5e456c354851261f2e5d805b4a6f0886625b4510) AuthConfig (f11cfaa31e72f3e9513cfe7bab43b41020fdbc6625b614d026025ea54b211e17) AuthConfig (b2564f0d45a7a1ae00d437fd5cabad52ca6320674fea1caa3b7df1767acdc856) AuthConfig (bc32bdc1f23c02c073b4bcb1e588f88a88318d6f3f4794fe15170c0b992527b9) AuthConfig (2c201c8210d0f2b3861f7ee48d96c5bb013aa3028327943230f81092a5a942b8) AuthConfig (34434d82fa828d1d564630e9559131763be87bc52197039d47de1b4991f7c5a6) AuthConfig (2526bb7cac6d1d0c083ca2c24f823ae7faba0deb60ad7d21818769a27b4c4a57) AuthConfig (4baee625890ce6233f92b0caf672a38f71999794f573e1bb020b1de5061e69d1) AuthConfig (65101504afe012fae55b9b9b644242982789a2e75d0cee97e41e6ef5674dd4a4) AuthConfig (f310998da0568bd999a87f52ca73b0aec0d30d66a05924867173129705cb8c18) AuthConfig (c114f0e2661912c006d3a22ce3a4ef999e83d8b2da71ae27186c9b505afc8c66) AuthConfig (6def77d99ae4bd120b56d5d9258588ab408e602d9d058fb611bed47d96213368) AuthConfig (640830e725d82c5d154bb9fec00093b0cd161518a3724baaa2b9c0a55cdb9dba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"a45f7f34-0cd9-4598-8681-b7c1fb7ab555","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.620234822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15f32aa5ebb3348001a573c07a444cf7068f25f0617ca61e2a0ddc6c92c894e8) AuthConfig (9519ac20a8ccac4609a70fdc3499a2464d34035b65d59f85c957501e1eadc600) AuthConfig (e18026ac8734a6201b8ff64e2ca6a8d5f3d6999ee2d7c2194594008751388dfc) AuthConfig (4ae2bf2a9ef3c654fc50e19d1fdb527911946013a605a69418dbec0d4652f254) AuthConfig (3cb9afc4d0e6afb5c0a138436987c7ac7ec3581f1777cb1762a907345a60432e) AuthConfig (cc9da3e37fc8473e9b90d626b66858a5e5845835b9c81604831d6b8475fbc9fc) AuthConfig (5c7c78cfae68583e76aed08a95c265fdf4ea288da38404eff03c83779a22f20f) AuthConfig (9d8a0baff0e88824da986103b83be5485481cba4064c963d2aff19e2fc1df37d) AuthConfig (a3c367dc8e4f2a25de3a795adcae143d835381c3dfd953f733ff75ef0adb3ad3) AuthConfig (43766e7884eeb5496b01c132c19897e7a5b978b5e02f06bf4d000830d4be67c4) AuthConfig (ff28c8c81a33afc5bba8173405408e355cce25be16c67c29d57dcaa48ecd2e14) AuthConfig (d80a0be290586442e25b2a058acbfa248a87f7e74db847576f4e7414331bcc60) AuthConfig (f4d6cb439a9ed8cf50babeb6f6ff296067654a9b631d123f89a8ef2bcbf4e582) AuthConfig (195690bdf7ea2191fb9870ddc8443b20b7473562e2c7b9709a723f6217bd20ad) AuthConfig (d81b8bc61de8beab8bc99cabfa7375c46c3db6664294ddabd0fbdabca0b81fcb) AuthConfig (41621dc03c60ba9af05481cdfdc16d9e1455e18f4e789612d7ccf76273e405e7) AuthConfig (204785eeeb9708458f0ebaf0e968cd52463349d07a07fefa8167f76959ef5898) AuthConfig (5760ca9dfb887a7e5bb210ce5e456c354851261f2e5d805b4a6f0886625b4510) AuthConfig (f11cfaa31e72f3e9513cfe7bab43b41020fdbc6625b614d026025ea54b211e17) AuthConfig (b2564f0d45a7a1ae00d437fd5cabad52ca6320674fea1caa3b7df1767acdc856) AuthConfig (bc32bdc1f23c02c073b4bcb1e588f88a88318d6f3f4794fe15170c0b992527b9) AuthConfig (2c201c8210d0f2b3861f7ee48d96c5bb013aa3028327943230f81092a5a942b8) AuthConfig (34434d82fa828d1d564630e9559131763be87bc52197039d47de1b4991f7c5a6) AuthConfig (2526bb7cac6d1d0c083ca2c24f823ae7faba0deb60ad7d21818769a27b4c4a57) AuthConfig (4baee625890ce6233f92b0caf672a38f71999794f573e1bb020b1de5061e69d1) AuthConfig (65101504afe012fae55b9b9b644242982789a2e75d0cee97e41e6ef5674dd4a4) AuthConfig (f310998da0568bd999a87f52ca73b0aec0d30d66a05924867173129705cb8c18) AuthConfig (c114f0e2661912c006d3a22ce3a4ef999e83d8b2da71ae27186c9b505afc8c66) AuthConfig (6def77d99ae4bd120b56d5d9258588ab408e602d9d058fb611bed47d96213368) AuthConfig (640830e725d82c5d154bb9fec00093b0cd161518a3724baaa2b9c0a55cdb9dba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"053fa8ce-5318-4d52-8217-59ace626800d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:39.677415769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"053fa8ce-5318-4d52-8217-59ace626800d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.717400162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-daad24a8","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8","reconcileID":"d8c4bdb7-fc91-4836-bba5-616e63b27ea0","MaaSSubscription":{"name":"e2e-combo-sub-daad24a8","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.84897764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"8028fedd-b572-4a3d-9447-970806d5c533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.913073087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"8028fedd-b572-4a3d-9447-970806d5c533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:39.972651743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-47d693-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15f32aa5ebb3348001a573c07a444cf7068f25f0617ca61e2a0ddc6c92c894e8) AuthConfig (9519ac20a8ccac4609a70fdc3499a2464d34035b65d59f85c957501e1eadc600) AuthConfig (e18026ac8734a6201b8ff64e2ca6a8d5f3d6999ee2d7c2194594008751388dfc) AuthConfig (4ae2bf2a9ef3c654fc50e19d1fdb527911946013a605a69418dbec0d4652f254) AuthConfig (3cb9afc4d0e6afb5c0a138436987c7ac7ec3581f1777cb1762a907345a60432e) AuthConfig (cc9da3e37fc8473e9b90d626b66858a5e5845835b9c81604831d6b8475fbc9fc) AuthConfig (5c7c78cfae68583e76aed08a95c265fdf4ea288da38404eff03c83779a22f20f) AuthConfig (9d8a0baff0e88824da986103b83be5485481cba4064c963d2aff19e2fc1df37d) AuthConfig (a3c367dc8e4f2a25de3a795adcae143d835381c3dfd953f733ff75ef0adb3ad3) AuthConfig (43766e7884eeb5496b01c132c19897e7a5b978b5e02f06bf4d000830d4be67c4) AuthConfig (ff28c8c81a33afc5bba8173405408e355cce25be16c67c29d57dcaa48ecd2e14) AuthConfig (d80a0be290586442e25b2a058acbfa248a87f7e74db847576f4e7414331bcc60) AuthConfig (f4d6cb439a9ed8cf50babeb6f6ff296067654a9b631d123f89a8ef2bcbf4e582) AuthConfig (195690bdf7ea2191fb9870ddc8443b20b7473562e2c7b9709a723f6217bd20ad) AuthConfig (d81b8bc61de8beab8bc99cabfa7375c46c3db6664294ddabd0fbdabca0b81fcb) AuthConfig (41621dc03c60ba9af05481cdfdc16d9e1455e18f4e789612d7ccf76273e405e7) AuthConfig (204785eeeb9708458f0ebaf0e968cd52463349d07a07fefa8167f76959ef5898) AuthConfig (5760ca9dfb887a7e5bb210ce5e456c354851261f2e5d805b4a6f0886625b4510) AuthConfig (f11cfaa31e72f3e9513cfe7bab43b41020fdbc6625b614d026025ea54b211e17) AuthConfig (b2564f0d45a7a1ae00d437fd5cabad52ca6320674fea1caa3b7df1767acdc856) AuthConfig (bc32bdc1f23c02c073b4bcb1e588f88a88318d6f3f4794fe15170c0b992527b9) AuthConfig (2c201c8210d0f2b3861f7ee48d96c5bb013aa3028327943230f81092a5a942b8) AuthConfig (34434d82fa828d1d564630e9559131763be87bc52197039d47de1b4991f7c5a6) AuthConfig (2526bb7cac6d1d0c083ca2c24f823ae7faba0deb60ad7d21818769a27b4c4a57) AuthConfig (4baee625890ce6233f92b0caf672a38f71999794f573e1bb020b1de5061e69d1) AuthConfig (65101504afe012fae55b9b9b644242982789a2e75d0cee97e41e6ef5674dd4a4) AuthConfig (f310998da0568bd999a87f52ca73b0aec0d30d66a05924867173129705cb8c18) AuthConfig (c114f0e2661912c006d3a22ce3a4ef999e83d8b2da71ae27186c9b505afc8c66) AuthConfig (6def77d99ae4bd120b56d5d9258588ab408e602d9d058fb611bed47d96213368) AuthConfig (640830e725d82c5d154bb9fec00093b0cd161518a3724baaa2b9c0a55cdb9dba)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"8028fedd-b572-4a3d-9447-970806d5c533","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:43.954259421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"c6555a70-b485-4116-8798-4d2831c97e8a","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.115523279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"d980769c-918d-45a2-93e1-6e51a9df5f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.115676779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"974d9681-aa53-4e51-97aa-528e92f59130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.115523568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8-auth","reconcileID":"1b72689a-86a4-4043-9713-202294eaeebf","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.175686694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"d980769c-918d-45a2-93e1-6e51a9df5f44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.175735039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8-auth","reconcileID":"1b72689a-86a4-4043-9713-202294eaeebf","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.178290626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"974d9681-aa53-4e51-97aa-528e92f59130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.802341307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"783fe0aa-785d-4c26-bab0-4470a4f3cac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.802355621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"71d0217d-ac59-4426-8d3b-0ff8d17145e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.871726781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"783fe0aa-785d-4c26-bab0-4470a4f3cac9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:44.87255961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"71d0217d-ac59-4426-8d3b-0ff8d17145e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:45.228213187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"db481a8d-133f-4780-9c39-415da804b788","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:45.232831174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"82444d04-97ba-442d-afac-6de51c173afc","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:48.272695487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"d37c6a06-04bb-4c25-8adf-456ce9007fca","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:48.347699862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"60764b2d-a7a2-487c-b1d6-aaae93442d61","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.783532593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"2970739d-008e-41fa-b42c-cbe3640b1c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:49.846136766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"2970739d-008e-41fa-b42c-cbe3640b1c23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:50.13588008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"a10174b8-8789-4d29-9f44-c682a25e0f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:50.175662229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"87aaea1d-4659-467d-8ce3-12c84df5f91f","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:50.198310463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"a10174b8-8789-4d29-9f44-c682a25e0f4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:50.479395182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"0b0b2405-e90f-4c42-9800-ce85abda73c4","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:52.983592399Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.12340329Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-daad24a8","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8","reconcileID":"62b3565f-dccc-4e0a-affa-10dc779169f2","MaaSSubscription":{"name":"e2e-combo-sub-daad24a8","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscription":"e2e-combo-sub-daad24a8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.350441018Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-daad24a8","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8","reconcileID":"62b3565f-dccc-4e0a-affa-10dc779169f2","MaaSSubscription":{"name":"e2e-combo-sub-daad24a8","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.575623665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"ac4b1144-bf20-4897-9fa6-30319ca9a2c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.626760483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"dbd36ea5-b9fa-4e28-a570-bd16293aec0c","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.775801527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"4877bf63-6787-4370-9146-7f53a79fb9b6","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.792665737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8-auth","reconcileID":"7353abb0-df17-4b69-a888-2b39450893ae","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.792821571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"8299be0a-56a9-4570-ae82-6307a4016ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.792666567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"adb4b6d8-757c-4cdf-a09e-9ca117f66f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.856594053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"adb4b6d8-757c-4cdf-a09e-9ca117f66f5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.858008879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"8299be0a-56a9-4570-ae82-6307a4016ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:54.860823371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8-auth","reconcileID":"7353abb0-df17-4b69-a888-2b39450893ae","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.069723978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-combo-sub-daad24a8-auth","reconcileID":"c2848ee0-5774-46c0-bc21-1aee764b3910","MaaSAuthPolicy":{"name":"e2e-combo-sub-daad24a8-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:55.237730383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"635f68eb-24a8-4615-98b0-b42814974ab0","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.0691225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"9f0ebb90-5d26-4f04-8d4c-1c0d761ef685","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.133512756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"afb09e7c-369b-425e-9bd8-4feae4e12046","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.295058808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-auth","reconcileID":"e8dde27a-1dd1-4434-abfa-4d883420ab26","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.342966997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"fa4e2dd4-0154-47ae-b21b-dacc86745d14","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.356144703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-auth","reconcileID":"e8dde27a-1dd1-4434-abfa-4d883420ab26","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.402133949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"a02c8661-87e1-453c-852c-835c52381e33","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:57:59.45067976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-sub","reconcileID":"0e91f780-6375-4408-91b4-da0d94f56a78","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.504767839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"bcc6394b-78da-4b81-b533-413d2c6cc1f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.504774193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"0e32d43c-4fe3-435a-af4b-a27cd90c662b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.566464036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"bcc6394b-78da-4b81-b533-413d2c6cc1f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.566882039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"048166dc-083e-4beb-8962-19c0affbe12c","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.56735315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"0e32d43c-4fe3-435a-af4b-a27cd90c662b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.623330848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"f089d68d-d11d-490f-8d4b-722722ab6a29","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.683814124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"cb1d8ab0-a991-48f5-a1ff-b16fef3eafed","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.84584469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-auth","reconcileID":"33b03171-2584-4ebe-96a6-f45f0550b245","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.90144414Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-sub","reconcileID":"ed9feba6-4258-4fe9-93a9-117bd2980423","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-47d693/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-47d693/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.908379636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-auth","reconcileID":"33b03171-2584-4ebe-96a6-f45f0550b245","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.946935724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"f2f35ee6-5586-42ac-9986-7e7608795bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:57:59.946937948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"8a10bd72-0147-4c74-8eac-08c7328866be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.00745068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"f2f35ee6-5586-42ac-9986-7e7608795bba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.007514701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"8a10bd72-0147-4c74-8eac-08c7328866be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.072521909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"a9f874b0-75d0-4f74-8aad-6d26aa29c488","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.119590393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"e745a21a-2a15-4673-b55b-c55ba97b2add","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.290530204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-sub","reconcileID":"88ed6d66-c934-4343-ae18-7374ddd8102a","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.575383428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"930560a3-4c09-40b0-bb7e-45a8944ff0b7","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.636420891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"8bb9a323-19fe-42e1-89db-0c02c42c09c2","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.804886863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"8638ef72-b9fb-46d0-8594-aea9237952f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.869316852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"8638ef72-b9fb-46d0-8594-aea9237952f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.905312609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"9f6f0395-57b0-4a7d-acfa-34803dec5c3e","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:00.967215404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"a2719968-97d0-4ac0-9f0c-7229c7dc92f2","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.013610721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"a6d61581-43f9-4233-ab5b-86e914a6598a","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:01.021432778Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-a-986c07f1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-986c07f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.066831698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"efbe0a8a-6619-4ccc-9d27-64ca8ea52096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.068189315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"53117a9d-e3eb-426a-8a7f-8eedd9c740c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.070690774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"dd02e4f6-49dc-40ee-9236-60afde9da44b","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.127125724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"efbe0a8a-6619-4ccc-9d27-64ca8ea52096","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.128094579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"53117a9d-e3eb-426a-8a7f-8eedd9c740c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.204988843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"c0921f95-17bb-4cfe-ab1a-5528c49a2e05","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.349428485Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1","reconcileID":"aa2067e4-f8ce-488f-a6ec-dcdad46e2fc7","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-a-986c07f1","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.351419081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"24fc13a7-611c-4008-9e86-2cb09deb757a","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.366321503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"5667068d-0c1a-4a78-ab98-c5b86a264b6e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.410426625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"2ec37e46-79d4-4226-8bb2-cc0e1ac1c004","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.425920313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"5667068d-0c1a-4a78-ab98-c5b86a264b6e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.466513732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"9b96a647-b454-4966-b26d-5f7942a90aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.466527095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"14548c6b-0d3b-4e82-a525-386cb4c6d9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.522603907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"562ac9b4-4e9e-45ac-94a8-50bfe95f3704","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.530090452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"14548c6b-0d3b-4e82-a525-386cb4c6d9ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.530353424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"9b96a647-b454-4966-b26d-5f7942a90aef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.569192911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"95acf3a6-95a1-4977-80a4-5986637dafe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.571210997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-auth","reconcileID":"aaee7a2f-d3e7-4320-9054-8991c4df1954","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.634607434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-auth","reconcileID":"aaee7a2f-d3e7-4320-9054-8991c4df1954","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.745695996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1","reconcileID":"77a634bd-fe7e-4390-b663-8124af7398e8","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:01.883927425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-sub","reconcileID":"7b2a0d7b-a294-4716-ac08-ab1eb39b499b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.896175014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"9f18a437-e8fa-4571-8c8e-303a5e2418a9","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.93817643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"3b22f943-b9a4-4451-a23d-d3d9d498c247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.938177212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"db15ef33-69c9-48d7-b534-6330a0cfabfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:01.962081359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"2492f4c5-3684-42b3-a23c-430bd0d81699","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.003179386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"db15ef33-69c9-48d7-b534-6330a0cfabfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.003603429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"3b22f943-b9a4-4451-a23d-d3d9d498c247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.122881612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-auth","reconcileID":"e9251055-a579-4df8-b0ce-0ce4df33811e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.188315596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-auth","reconcileID":"e9251055-a579-4df8-b0ce-0ce4df33811e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.199714246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"03b5b904-b941-4404-92d9-7bddbfa17178","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.360912256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"62b725f7-05f1-41ea-bf54-ffbbd56f88f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.360910633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"055679d9-8ce6-472e-859e-e4063458255c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.373825291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"1d9d53ca-7bb8-430b-88d4-bb03b7453d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.37382332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"06eb9bfb-be10-4c3b-bae5-9fceb60fa017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.422570184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"055679d9-8ce6-472e-859e-e4063458255c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.422612743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"62b725f7-05f1-41ea-bf54-ffbbd56f88f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.435850386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"1d9d53ca-7bb8-430b-88d4-bb03b7453d13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.435909186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"06eb9bfb-be10-4c3b-bae5-9fceb60fa017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.574911866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-auth","reconcileID":"9d732443-b755-4c4b-99b5-829123aa540e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.63484533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-auth","reconcileID":"9d732443-b755-4c4b-99b5-829123aa540e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.797767754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-auth","reconcileID":"c019817f-b253-4447-b877-a91fb879b964","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:02.857381898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-auth","reconcileID":"c019817f-b253-4447-b877-a91fb879b964","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.454929562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"4efadd76-8307-46ba-9299-2baebf23e1ca","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.511916665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"cac6b8ef-aac0-48a8-853e-a08dacb2ba2e","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.684785248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"800e7c62-a241-4bc5-b335-8d344d673919","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.715295714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"c03844d6-388b-4b6e-b2f0-fa148751bc90","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.715396279Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-845a67 priority=0:[ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-a-986c07f1 ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-b-12679d85]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.745257284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"800e7c62-a241-4bc5-b335-8d344d673919","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.824040146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"2876aba9-22da-4164-93ad-824c2ff7adde","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:03.831181622Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-b-12679d85","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-12679d85\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.877716443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"c3519a21-4aa5-4bbe-99ba-d7e139b9b2e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.877775672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"5b3e021a-2d85-4140-92f9-a1e344dcd5dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.878234997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"6288c518-953b-455b-bfce-14b938b056d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.883171615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"e9bf8798-e0b9-4364-a400-b2383aa1574f","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.891733748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"061eb990-3eab-44c0-93e7-100ad0ab1f2a","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.938614001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"6288c518-953b-455b-bfce-14b938b056d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.938626642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"c3519a21-4aa5-4bbe-99ba-d7e139b9b2e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:03.941029778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"5b3e021a-2d85-4140-92f9-a1e344dcd5dd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.071441534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"0f687be7-5d66-4ff9-928c-8ee5fb2b5887","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.163279981Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85","reconcileID":"5fa77c57-aeae-48f7-82fd-1156b84edb76","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-a-986c07f1","ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-b-12679d85","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.232746352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"dc5875b5-ebfd-4a7f-9a96-5f85e31b5049","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.292850651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"dc5875b5-ebfd-4a7f-9a96-5f85e31b5049","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.334515036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"03d72dcd-65b7-4727-8b09-d61b5b74aab1","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.374751924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"619476bb-6b9b-48da-89fe-8cac006afd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.374925645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"f4b93792-3910-4167-b4f3-c1986165951e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.374755034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"68972da4-0802-4d2f-9b7d-bff4f80b1948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.381262067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1","reconcileID":"25712d2a-c3c7-4c42-b339-a30a2d7526e2","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.381261178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"eead7120-da9b-442e-b340-1094c8f5f265","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.434710883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"619476bb-6b9b-48da-89fe-8cac006afd07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.435072423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"f4b93792-3910-4167-b4f3-c1986165951e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.437615806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"68972da4-0802-4d2f-9b7d-bff4f80b1948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.551927458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85","reconcileID":"b7b134d8-e1b6-485d-8743-ab6b11be988f","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.785421803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"916ed995-d4b7-4d1d-951b-502f27f2739e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.785510397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-auth","reconcileID":"a671582f-10be-46f9-a58f-d4e84f6f493e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.785967595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f12cfea3-2d8d-4006-8866-6195f3b5f12b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.845930711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f12cfea3-2d8d-4006-8866-6195f3b5f12b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.847401887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-auth","reconcileID":"a671582f-10be-46f9-a58f-d4e84f6f493e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:04.848638626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"916ed995-d4b7-4d1d-951b-502f27f2739e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:05.563908569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"8b11cb39-c58b-4ca8-812d-4772b9cb11ab","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:05.684705534Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-845a67 priority=0:[ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-a-986c07f1 ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-b-12679d85]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:05.685091337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"22665fbe-226d-4fd6-99bf-471122dc2f61","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:05.745389444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"1a9a5ce4-dc02-4ae9-9791-56273b715626","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:05.79232337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"71f6d9a0-a052-4586-a425-60165ec88088","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:05.800805635Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:05.851254345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"38febf4e-8801-4aa0-a9e1-f4f9200fadf9","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:05.992126865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"3cb83d7a-e2f2-4ffd-ab9c-8a77982b641f","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.052042463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"e17861b8-8acd-43a7-bb5c-6765182a5b45","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.104700433Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"d6d36c9c-e942-4acf-b9d4-26dc7ef3db4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"simulator-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:06.107635142Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"e17861b8-8acd-43a7-bb5c-6765182a5b45","name":"simulator-w4-31fdbe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-31fdbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:06.107698668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"e17861b8-8acd-43a7-bb5c-6765182a5b45","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-31fdbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.113103517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"48fcc1fb-0ec0-430d-bf8d-97e0509133b8","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.159093244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c74d37b2-8fad-4e13-a5dd-776b671e6466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.248402519Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-845a67 priority=0:[ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-a-986c07f1 ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-b-12679d85]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.248728337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"3017f16b-600a-48af-b8a8-d18eb2f78647","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.276772491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"9c489cc9-e22a-4453-82c1-e5a6b8743131","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.291890125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c74d37b2-8fad-4e13-a5dd-776b671e6466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:06.30377226Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.35106835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-31fdbe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c74d37b2-8fad-4e13-a5dd-776b671e6466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.356247166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"aadf7680-f083-4a3f-8416-9793f754c73a","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:06.35877126Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-31fdbe/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.410235305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"8ed72de6-8a8a-4cc3-8a78-bb5c8d52d202","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.413073993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"67fadcd3-f8c8-465a-ac05-bc79ceff3cac","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.498698995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"76eb4562-8baf-406c-8d41-6ca3a9f5f640","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.517772453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"2de0c142-951c-45a4-a11f-a16b6e69d75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.517796475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"6894103d-3852-4da0-82d2-50b802248a7a","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.578536593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"53e3439b-6007-413a-a96c-fddf33fe60fb","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.579125161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"2de0c142-951c-45a4-a11f-a16b6e69d75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.634781232Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"8933ab42-bb09-43e5-a321-f9c7f90c8f1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"premium-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:06.634990029Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"53e3439b-6007-413a-a96c-fddf33fe60fb","name":"premium-w4-31fdbe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-31fdbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:06.635122737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"53e3439b-6007-413a-a96c-fddf33fe60fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-31fdbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.639572977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-31fdbe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"2de0c142-951c-45a4-a11f-a16b6e69d75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.642813094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"21b748cd-496f-40f5-bb68-92b5bddea4db","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.73727247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"34e19522-0b32-4238-8854-2b575b1edbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.797429167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"34e19522-0b32-4238-8854-2b575b1edbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.805449048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"c53dc49a-d159-458f-aa3c-3e07fc83ba44","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.837396813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"8d4ef265-e85e-4746-bc92-27ed249a46c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.856055877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-31fdbe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"34e19522-0b32-4238-8854-2b575b1edbea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.898723922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"8d4ef265-e85e-4746-bc92-27ed249a46c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.915747317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"15dc59ef-492c-4735-b85a-a45e535be0b2","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:06.957584055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-31fdbe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"8d4ef265-e85e-4746-bc92-27ed249a46c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:07.026097028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"7b2a1135-19c4-4ccc-aff4-43fc59ee2459","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:07.079093166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"31b91c7b-6bc1-45ac-b3fe-d35240fc6a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:07.138884575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"31b91c7b-6bc1-45ac-b3fe-d35240fc6a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:07.197099533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"374f29f6-f22f-4b50-88df-741cec89863e","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:07.197632737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-31fdbe-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"31b91c7b-6bc1-45ac-b3fe-d35240fc6a2e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.414499443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"4729b7d7-a3a4-41f6-a1f6-885651e8af80","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.575915565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"28d04724-8690-4a4d-8349-2415993ba14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.575984631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"30d93fdb-1a73-4698-8fe8-f6730476eb95","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.57651301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"52709928-8086-418b-8088-c4d476d0a032","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.576528809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"45d747d4-19ec-4bd0-98ce-ff2b28b8de15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.636755498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"30d93fdb-1a73-4698-8fe8-f6730476eb95","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.638167377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"28d04724-8690-4a4d-8349-2415993ba14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.639606852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"52709928-8086-418b-8088-c4d476d0a032","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:08.642437138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"45d747d4-19ec-4bd0-98ce-ff2b28b8de15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:10.854859137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"615280a7-b950-4110-99cd-5d3d0e298bfc","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:10.971066857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"6cf1c733-649e-4591-8c6a-89c6e53d534b","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.050365723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"0430e8e2-a9f7-4b73-9c6c-6175dbf9539f","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.109135103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"23b9dae6-60c1-48ab-a30f-786d5d4a6e43","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.136247008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"23615efe-2108-4f01-974d-9da41396f65c","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.166824059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"9117eff1-a6d2-4662-b37f-522663dd1ead","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:11.171921325Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-847c6f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.232506925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"402dd05d-89ab-4720-af98-bacecf88eef6","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.249408958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"43f05abd-3933-4aa4-a727-5f41bfa1cf35","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.310299518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"7df60a09-1683-4ff7-bcc4-61fcf64946f1","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:11.36637405Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"7df60a09-1683-4ff7-bcc4-61fcf64946f1","name":"simulator-w1-847c6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-847c6f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:11.36643926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"7df60a09-1683-4ff7-bcc4-61fcf64946f1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-847c6f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.371845844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"c4568941-ced6-4932-8faa-410951a12f21","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.386136485Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"968bf327-f9e6-4166-9e96-1d2337fc166d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"simulator-w1-847c6f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.417843137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"42b9b6fa-407d-439b-a3a8-cf6c9f86640c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.525705355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"2142d7e9-1551-4e3d-993e-aa7b0f38cb93","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.553196156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"42b9b6fa-407d-439b-a3a8-cf6c9f86640c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.556055511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"36327362-4253-4f98-aaf7-6946f0b57af4","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.585349997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"310c6316-e992-4e60-8a54-65691b70faa9","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.611986881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"42b9b6fa-407d-439b-a3a8-cf6c9f86640c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:11.635093574Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"1dcdce93-cd84-4199-b455-fae65714455e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.647252519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"88bd3692-7359-4632-94ac-e293496249d6","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.671329465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"9cb433bc-7a13-4991-90bb-998ae50c42a6","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.750650281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"5b6b0c42-3545-4ca6-8560-5f2e43b1370b","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.774544064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"6d139acb-3bef-4e52-a34b-4ea73aa6a726","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.780061853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fb2bb567-3247-4c0a-b904-2f08ccc2e371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.798900133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"346b84fd-333c-4135-8795-06d5136b6c7f","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.840201934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fb2bb567-3247-4c0a-b904-2f08ccc2e371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.859481276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"99a411a4-d85f-45f7-8969-5e34f5d68599","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:11.899120124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fb2bb567-3247-4c0a-b904-2f08ccc2e371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.020366504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"e8244046-5bb1-4b0d-a861-1521bd353139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.031638268Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"51d0bc98-8589-4343-9b9e-72224375be3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"premium-w1-847c6f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.060717005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8b86de60-ab8e-4129-9feb-bfcf910bec8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.084194116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"e8244046-5bb1-4b0d-a861-1521bd353139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.120540375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8b86de60-ab8e-4129-9feb-bfcf910bec8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.142845037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"e8244046-5bb1-4b0d-a861-1521bd353139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.179301014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8b86de60-ab8e-4129-9feb-bfcf910bec8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.201085632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"c64eaea5-5680-47dc-a769-1434bae7c90c","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.204810475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"358a80c5-aec9-489b-917a-8f59caa02b2d","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.362641636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b91d51b3-bf67-443f-9d7b-114a0a82e4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.367884242Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-sub","reconcileID":"f32c6308-1afb-4e00-a0df-a9fea59f9198","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.422533261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b91d51b3-bf67-443f-9d7b-114a0a82e4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.424305572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"5ba85e4f-db1e-41f1-9776-65ec23247b72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.489172471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b91d51b3-bf67-443f-9d7b-114a0a82e4df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:12.544665047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b91d51b3-bf67-443f-9d7b-114a0a82e4df","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.602973971Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-sub","reconcileID":"f32c6308-1afb-4e00-a0df-a9fea59f9198","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-47d693/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.711527715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b31a457f-679b-404a-831c-976fe61e8d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.773692496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b31a457f-679b-404a-831c-976fe61e8d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.821574707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"30ed8d39-cdbb-4e36-b898-fcc3e796aa2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.833027655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b31a457f-679b-404a-831c-976fe61e8d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.866484898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"2a6f3ce3-ea42-45f4-a389-64e8f43b1e3c","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:12.927670854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"3d875bd1-6170-4065-96ec-62c36238149b","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.015623306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"0e1eed4e-0eab-40aa-bfbc-beeb251f0244","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.029320294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b25ea775-d2ef-4beb-97c4-2ed3800cdd40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.029512906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-auth","reconcileID":"dd1b3ce3-5af6-4619-a46c-608f316fc3d4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.029828191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"73ec2aac-209c-4510-9583-1bf742af0970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.089953779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b25ea775-d2ef-4beb-97c4-2ed3800cdd40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.090052787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-auth","reconcileID":"dd1b3ce3-5af6-4619-a46c-608f316fc3d4","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.092548757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"73ec2aac-209c-4510-9583-1bf742af0970","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.251815131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-active-auth","reconcileID":"60234b65-40db-4b33-bf0a-bfe0649db50f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:13.457703062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"7b9391c3-ef66-4212-b686-7308167762b1","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.437232321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"a6264be5-0389-43b3-a32b-fc6e25f5f8e1","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.49541092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"46c0282d-07d6-4c05-b99e-3b0ed2c1eeea","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.661314863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-auth","reconcileID":"bda84ce8-8865-4b5a-8ac5-5a579c8bf168","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.704425753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"5af4db7e-14eb-42a2-a101-cbcc69ac073a","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.721897887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-auth","reconcileID":"bda84ce8-8865-4b5a-8ac5-5a579c8bf168","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.761786923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"79f0d652-757b-4656-8304-0d14dd4969e2","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.792907247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-sub","reconcileID":"c2969556-65e1-4559-81ce-10f4fd17234d","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.79309698Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-sub","reconcileID":"c2969556-65e1-4559-81ce-10f4fd17234d","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:14.817159218Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-sub","reconcileID":"f30caae7-b556-4c34-a4a6-37e28e8307ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.870239972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"05d5ecba-93e9-4e6b-b270-dae809069bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.870327531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"a1e95c5f-5b7f-4d8b-8bc6-27757d9b656b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.931023273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"a1e95c5f-5b7f-4d8b-8bc6-27757d9b656b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.931054006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"05d5ecba-93e9-4e6b-b270-dae809069bc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.931760021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"8e9b0951-6b9d-483a-a015-6cf151eb665a","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:14.991779339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"b49757f2-9292-4580-9ce3-e1c19064a24f","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.049834385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"135e05ee-4279-43d9-8fbe-3ead4c339483","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.176212193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"086ac67b-f36c-4367-9740-295fc45f9323","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.211359414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-auth","reconcileID":"c468c8d1-9586-4534-a5e1-707dcead440f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.27151806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-auth","reconcileID":"c468c8d1-9586-4534-a5e1-707dcead440f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.271895597Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-sub","reconcileID":"26635832-f83e-4c7e-ac22-6bfa1f4ab85c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-47d693/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-47d693/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.27202243Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-sub","reconcileID":"26635832-f83e-4c7e-ac22-6bfa1f4ab85c","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-47d693/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.292496851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"325bdd48-0745-4af0-8654-b9242f610d4c","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.312027083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"1c2ef778-ddc5-4184-a173-49b809083805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.312048028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"7b64bdaa-7fae-4a7e-91f0-6cd4b589bd74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.372891342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"7b64bdaa-7fae-4a7e-91f0-6cd4b589bd74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.374181026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"1c2ef778-ddc5-4184-a173-49b809083805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.412335864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"f21ba9b8-7a75-480d-b768-1d1b31b87035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.412337085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"d456d10d-3daf-44de-8027-98eaf2f61334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.434395816Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-failed-auth","reconcileID":"9312856e-8ea6-4f6b-9f81-f06dad095281","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.472719527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"f21ba9b8-7a75-480d-b768-1d1b31b87035","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.473455011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"d456d10d-3daf-44de-8027-98eaf2f61334","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.490335584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"903ba3a2-0010-4d1d-bc57-20839c8d2098","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.499578728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"cd69974b-22e3-4512-b552-02be29e01d8b","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.602326988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"d5db5772-1a46-4879-adfe-60a3383c287d","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.718347761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-sub","reconcileID":"b22f5bd3-f160-480c-8c83-5524c034410a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:15.718531277Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-sub","reconcileID":"b22f5bd3-f160-480c-8c83-5524c034410a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-47d693/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.130984957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7ce96708-fe38-425c-adcc-4b7eb3f1d821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.194626109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7ce96708-fe38-425c-adcc-4b7eb3f1d821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.254038033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-31fdbe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4a4b1b8d5561d273a05215342407dd2b0987983a925c900a68fb2897dd64c01) AuthConfig (5a6f6ee64f53f02a28af255aa3f2aec934750345799ba8d884c232b9bc6004b1) AuthConfig (4b9c1f9a091bb72c6d101941c70c5b778536cab84c99da40329283cb5f0c43ea) AuthConfig (0811e44a7a5d541692e6dc57c2f7a6ad22072f5f05d3cdbef47b7b3cad1cc476) AuthConfig (c1386b6969634f1a95af8efd774ea5ad67f8694abb4eda44fef0ab7d176449ea) AuthConfig (815e0c37cc4a62c0a91dbde2da75f2fd481b679b57c05a2cb3401ff93ec0bbfb) AuthConfig (7c67dc2633dddb0cd28e328631656749a39abd57215b5c1246f31b15ba960479) AuthConfig (262333ca9f74d4c16e3e4f7bf2db42b1b00dc0c1810f307bf83657bc39a1b390) AuthConfig (e2c29a96b291aeaef310b4249132922a77d13bdea0e9c10a3c5e46a1922fc1f1) AuthConfig (0a473fa9a0f14c9833e49da172d41b3e4cbf8b7eb6306f463359f00b51336d09) AuthConfig (987a07b80b5dc80b26d17df386d5de64c268a3a113ecef50a710ec6e8ece1c85) AuthConfig (e0d6952296f06880fe021612aea23b0988477a4f30e84453f921288fe9e0f119) AuthConfig (a7a2374e0bf6ee4e81c0257714959c6a331ef7dcfa91555aa1315229456a5c7c) AuthConfig (344d5aef615466a6a895eca4bbdc4dbb6a28ea123531a6434d838912a1517854) AuthConfig (ab28279223d8e70d924969e33be99e974c97c9a5d6380870ec897c2300346dca) AuthConfig (4b570e45741ba732b2b91131aff925102a967193101a936ec1e368dd010bbb54) AuthConfig (c1d4f73ce361cde117ae67e80882c63774887dce02d17ad3c1ed309511de509e) AuthConfig (e68f6e22c68c5b7ed68c46a5356fa694729397051e4268caf7004109881807e5) AuthConfig (067fc9dd9138e2543715cdf3cbdcbd2a8c8e796f1be7890dc0c940c3b8973d8e) AuthConfig (c83fd949d2577fae99d610e7d458b545c30e8c41a4d8a34089a0569fa5fdf723) AuthConfig (406e78002dd7d04b265af83214e4e702faa5064bc293e8b046347aef2fbc1b2d) AuthConfig (f61fd964865912537a80592b2889490443a2c663cbfc76a1692d9449e2158df8) AuthConfig (3d205edc6853eb3f1a0ef101e346249be568b1ba3951da07589f45bcbc8f3ada) AuthConfig (2e9a39b9c5ab7a74a8ce494d2c06445d18c3578bf1a50da0e89e5a5ecfd5bcf9) AuthConfig (63e94a3d2cc24e0304c1e8a0fc96a6f3b8109706dfc65c177717ce4bbb6e3155) AuthConfig (e434073b1205136e123c0befa3300a54a0820718b6fc5c85ca6f30fa24a67e2f) AuthConfig (d5f343b76a13fe33e1bfea9b9429048bf0f5d6bd09273086e265123ac3c9c797) AuthConfig (9523871cc965df9d712034ba651bdc767809c51ebda50fc26e12c4037aa6d8af) AuthConfig (c244b05ad77051485fe31070f496c3cb8e9a66eed4d454a27de9c808d545cf87) AuthConfig (8594206ed00cc10cc43d910a059bbf7bf8b9641128715d77e3d7f12fce1f4e0b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7ce96708-fe38-425c-adcc-4b7eb3f1d821","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.322361888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"a2c8407c-a51a-4a6c-aad1-e2278e35c80a","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.368993606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"32ba66b0-a6fc-48dc-a4cf-14fdf20edfbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.429492805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"32ba66b0-a6fc-48dc-a4cf-14fdf20edfbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.488685218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-31fdbe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4a4b1b8d5561d273a05215342407dd2b0987983a925c900a68fb2897dd64c01) AuthConfig (5a6f6ee64f53f02a28af255aa3f2aec934750345799ba8d884c232b9bc6004b1) AuthConfig (4b9c1f9a091bb72c6d101941c70c5b778536cab84c99da40329283cb5f0c43ea) AuthConfig (0811e44a7a5d541692e6dc57c2f7a6ad22072f5f05d3cdbef47b7b3cad1cc476) AuthConfig (c1386b6969634f1a95af8efd774ea5ad67f8694abb4eda44fef0ab7d176449ea) AuthConfig (815e0c37cc4a62c0a91dbde2da75f2fd481b679b57c05a2cb3401ff93ec0bbfb) AuthConfig (7c67dc2633dddb0cd28e328631656749a39abd57215b5c1246f31b15ba960479) AuthConfig (262333ca9f74d4c16e3e4f7bf2db42b1b00dc0c1810f307bf83657bc39a1b390) AuthConfig (e2c29a96b291aeaef310b4249132922a77d13bdea0e9c10a3c5e46a1922fc1f1) AuthConfig (0a473fa9a0f14c9833e49da172d41b3e4cbf8b7eb6306f463359f00b51336d09) AuthConfig (987a07b80b5dc80b26d17df386d5de64c268a3a113ecef50a710ec6e8ece1c85) AuthConfig (e0d6952296f06880fe021612aea23b0988477a4f30e84453f921288fe9e0f119) AuthConfig (a7a2374e0bf6ee4e81c0257714959c6a331ef7dcfa91555aa1315229456a5c7c) AuthConfig (344d5aef615466a6a895eca4bbdc4dbb6a28ea123531a6434d838912a1517854) AuthConfig (ab28279223d8e70d924969e33be99e974c97c9a5d6380870ec897c2300346dca) AuthConfig (4b570e45741ba732b2b91131aff925102a967193101a936ec1e368dd010bbb54) AuthConfig (c1d4f73ce361cde117ae67e80882c63774887dce02d17ad3c1ed309511de509e) AuthConfig (e68f6e22c68c5b7ed68c46a5356fa694729397051e4268caf7004109881807e5) AuthConfig (067fc9dd9138e2543715cdf3cbdcbd2a8c8e796f1be7890dc0c940c3b8973d8e) AuthConfig (c83fd949d2577fae99d610e7d458b545c30e8c41a4d8a34089a0569fa5fdf723) AuthConfig (406e78002dd7d04b265af83214e4e702faa5064bc293e8b046347aef2fbc1b2d) AuthConfig (f61fd964865912537a80592b2889490443a2c663cbfc76a1692d9449e2158df8) AuthConfig (3d205edc6853eb3f1a0ef101e346249be568b1ba3951da07589f45bcbc8f3ada) AuthConfig (2e9a39b9c5ab7a74a8ce494d2c06445d18c3578bf1a50da0e89e5a5ecfd5bcf9) AuthConfig (63e94a3d2cc24e0304c1e8a0fc96a6f3b8109706dfc65c177717ce4bbb6e3155) AuthConfig (e434073b1205136e123c0befa3300a54a0820718b6fc5c85ca6f30fa24a67e2f) AuthConfig (d5f343b76a13fe33e1bfea9b9429048bf0f5d6bd09273086e265123ac3c9c797) AuthConfig (9523871cc965df9d712034ba651bdc767809c51ebda50fc26e12c4037aa6d8af) AuthConfig (c244b05ad77051485fe31070f496c3cb8e9a66eed4d454a27de9c808d545cf87) AuthConfig (8594206ed00cc10cc43d910a059bbf7bf8b9641128715d77e3d7f12fce1f4e0b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"32ba66b0-a6fc-48dc-a4cf-14fdf20edfbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.549510893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"01ad9248-cd87-4100-8e88-4a4c250c1391","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.573243176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"6852c57e-68e0-4532-917f-0e9dfafa63bc","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.738744717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-auth","reconcileID":"208f6143-53a9-4d90-ac78-8e88667fee25","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.739011112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"9d464e3d-4a8f-47e3-b028-e42f85ccd219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.738746553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"cbd36129-8838-4541-af9a-86874b33e9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.801797523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-auth","reconcileID":"208f6143-53a9-4d90-ac78-8e88667fee25","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.80208164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"cbd36129-8838-4541-af9a-86874b33e9db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:17.805388623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"9d464e3d-4a8f-47e3-b028-e42f85ccd219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:18.583527186Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1","reconcileID":"f0c7baf5-fbc1-4a5d-bcc5-a1ec0c808c2e","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"e2e-filter-sub-a-986c07f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:18.817523527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1","reconcileID":"f0c7baf5-fbc1-4a5d-bcc5-a1ec0c808c2e","MaaSSubscription":{"name":"e2e-filter-sub-a-986c07f1","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-filter-sub-b-12679d85","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.036869145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85","reconcileID":"4855a39a-211f-449b-8582-58c01be1ffa9","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.036870256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"ccf32c84-5da8-445d-a794-1b9b16a959b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.040381651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"3381c53e-52f0-402c-a89a-8b86792955cf","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.1796107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"4f7fa265-71fc-4c7b-854d-419950b73af9","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.202900794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"6d66acce-608b-4cbb-ae47-86050d7dcacd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.203005211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"350ab4b5-4258-4e03-8edf-f184b3849805","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.203353511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"cad73d8a-9249-4be2-8d92-23847c8c75f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.203376857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"ad4d8e22-1ead-476d-8f1d-679b0e3e281b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.263559834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"6d66acce-608b-4cbb-ae47-86050d7dcacd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.263922189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"ad4d8e22-1ead-476d-8f1d-679b0e3e281b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.266235663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"cad73d8a-9249-4be2-8d92-23847c8c75f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.266441938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"350ab4b5-4258-4e03-8edf-f184b3849805","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.634421282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"2433c6a8-da69-4101-8d28-3380d6f82098","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.63444985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"90ef910d-1531-4ffb-83a3-decad16f5235","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.634793094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"e2f0350b-3a71-4e21-8b0e-2d5543a6587d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.634870862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"46d3991b-66fe-45bd-bf2a-3327853dff8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.695488062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"90ef910d-1531-4ffb-83a3-decad16f5235","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.696315347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"2433c6a8-da69-4101-8d28-3380d6f82098","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.6998015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"e2f0350b-3a71-4e21-8b0e-2d5543a6587d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:19.700525861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"46d3991b-66fe-45bd-bf2a-3327853dff8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.342111698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b228552a-e9c8-4517-a854-44029d7ff6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.401879649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b228552a-e9c8-4517-a854-44029d7ff6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.460344411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b228552a-e9c8-4517-a854-44029d7ff6cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.98562465Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:22.995048739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"1a86cea2-b027-4c44-8c60-9bb724c96698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:23.054755854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"1a86cea2-b027-4c44-8c60-9bb724c96698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:23.113142977Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"1a86cea2-b027-4c44-8c60-9bb724c96698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.561971073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e7263ced-29c1-4470-ab49-470d31b1fcd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.622391096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e7263ced-29c1-4470-ab49-470d31b1fcd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.681047453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-31fdbe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4a4b1b8d5561d273a05215342407dd2b0987983a925c900a68fb2897dd64c01) AuthConfig (5a6f6ee64f53f02a28af255aa3f2aec934750345799ba8d884c232b9bc6004b1) AuthConfig (4b9c1f9a091bb72c6d101941c70c5b778536cab84c99da40329283cb5f0c43ea) AuthConfig (0811e44a7a5d541692e6dc57c2f7a6ad22072f5f05d3cdbef47b7b3cad1cc476) AuthConfig (c1386b6969634f1a95af8efd774ea5ad67f8694abb4eda44fef0ab7d176449ea) AuthConfig (815e0c37cc4a62c0a91dbde2da75f2fd481b679b57c05a2cb3401ff93ec0bbfb) AuthConfig (7c67dc2633dddb0cd28e328631656749a39abd57215b5c1246f31b15ba960479) AuthConfig (262333ca9f74d4c16e3e4f7bf2db42b1b00dc0c1810f307bf83657bc39a1b390) AuthConfig (e2c29a96b291aeaef310b4249132922a77d13bdea0e9c10a3c5e46a1922fc1f1) AuthConfig (0a473fa9a0f14c9833e49da172d41b3e4cbf8b7eb6306f463359f00b51336d09) AuthConfig (987a07b80b5dc80b26d17df386d5de64c268a3a113ecef50a710ec6e8ece1c85) AuthConfig (e0d6952296f06880fe021612aea23b0988477a4f30e84453f921288fe9e0f119) AuthConfig (a7a2374e0bf6ee4e81c0257714959c6a331ef7dcfa91555aa1315229456a5c7c) AuthConfig (344d5aef615466a6a895eca4bbdc4dbb6a28ea123531a6434d838912a1517854) AuthConfig (ab28279223d8e70d924969e33be99e974c97c9a5d6380870ec897c2300346dca) AuthConfig (4b570e45741ba732b2b91131aff925102a967193101a936ec1e368dd010bbb54) AuthConfig (c1d4f73ce361cde117ae67e80882c63774887dce02d17ad3c1ed309511de509e) AuthConfig (e68f6e22c68c5b7ed68c46a5356fa694729397051e4268caf7004109881807e5) AuthConfig (067fc9dd9138e2543715cdf3cbdcbd2a8c8e796f1be7890dc0c940c3b8973d8e) AuthConfig (c83fd949d2577fae99d610e7d458b545c30e8c41a4d8a34089a0569fa5fdf723) AuthConfig (406e78002dd7d04b265af83214e4e702faa5064bc293e8b046347aef2fbc1b2d) AuthConfig (f61fd964865912537a80592b2889490443a2c663cbfc76a1692d9449e2158df8) AuthConfig (3d205edc6853eb3f1a0ef101e346249be568b1ba3951da07589f45bcbc8f3ada) AuthConfig (2e9a39b9c5ab7a74a8ce494d2c06445d18c3578bf1a50da0e89e5a5ecfd5bcf9) AuthConfig (63e94a3d2cc24e0304c1e8a0fc96a6f3b8109706dfc65c177717ce4bbb6e3155) AuthConfig (e434073b1205136e123c0befa3300a54a0820718b6fc5c85ca6f30fa24a67e2f) AuthConfig (d5f343b76a13fe33e1bfea9b9429048bf0f5d6bd09273086e265123ac3c9c797) AuthConfig (9523871cc965df9d712034ba651bdc767809c51ebda50fc26e12c4037aa6d8af) AuthConfig (c244b05ad77051485fe31070f496c3cb8e9a66eed4d454a27de9c808d545cf87) AuthConfig (8594206ed00cc10cc43d910a059bbf7bf8b9641128715d77e3d7f12fce1f4e0b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e7263ced-29c1-4470-ab49-470d31b1fcd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.712124407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"92863b32-5cec-4cbc-9a3c-c949800c4933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.749198302Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-sub","reconcileID":"41844d96-b351-44b4-9365-a274d7dcd9f0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.772101076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"92863b32-5cec-4cbc-9a3c-c949800c4933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.83142346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-31fdbe-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f4a4b1b8d5561d273a05215342407dd2b0987983a925c900a68fb2897dd64c01) AuthConfig (5a6f6ee64f53f02a28af255aa3f2aec934750345799ba8d884c232b9bc6004b1) AuthConfig (4b9c1f9a091bb72c6d101941c70c5b778536cab84c99da40329283cb5f0c43ea) AuthConfig (0811e44a7a5d541692e6dc57c2f7a6ad22072f5f05d3cdbef47b7b3cad1cc476) AuthConfig (c1386b6969634f1a95af8efd774ea5ad67f8694abb4eda44fef0ab7d176449ea) AuthConfig (815e0c37cc4a62c0a91dbde2da75f2fd481b679b57c05a2cb3401ff93ec0bbfb) AuthConfig (7c67dc2633dddb0cd28e328631656749a39abd57215b5c1246f31b15ba960479) AuthConfig (262333ca9f74d4c16e3e4f7bf2db42b1b00dc0c1810f307bf83657bc39a1b390) AuthConfig (e2c29a96b291aeaef310b4249132922a77d13bdea0e9c10a3c5e46a1922fc1f1) AuthConfig (0a473fa9a0f14c9833e49da172d41b3e4cbf8b7eb6306f463359f00b51336d09) AuthConfig (987a07b80b5dc80b26d17df386d5de64c268a3a113ecef50a710ec6e8ece1c85) AuthConfig (e0d6952296f06880fe021612aea23b0988477a4f30e84453f921288fe9e0f119) AuthConfig (a7a2374e0bf6ee4e81c0257714959c6a331ef7dcfa91555aa1315229456a5c7c) AuthConfig (344d5aef615466a6a895eca4bbdc4dbb6a28ea123531a6434d838912a1517854) AuthConfig (ab28279223d8e70d924969e33be99e974c97c9a5d6380870ec897c2300346dca) AuthConfig (4b570e45741ba732b2b91131aff925102a967193101a936ec1e368dd010bbb54) AuthConfig (c1d4f73ce361cde117ae67e80882c63774887dce02d17ad3c1ed309511de509e) AuthConfig (e68f6e22c68c5b7ed68c46a5356fa694729397051e4268caf7004109881807e5) AuthConfig (067fc9dd9138e2543715cdf3cbdcbd2a8c8e796f1be7890dc0c940c3b8973d8e) AuthConfig (c83fd949d2577fae99d610e7d458b545c30e8c41a4d8a34089a0569fa5fdf723) AuthConfig (406e78002dd7d04b265af83214e4e702faa5064bc293e8b046347aef2fbc1b2d) AuthConfig (f61fd964865912537a80592b2889490443a2c663cbfc76a1692d9449e2158df8) AuthConfig (3d205edc6853eb3f1a0ef101e346249be568b1ba3951da07589f45bcbc8f3ada) AuthConfig (2e9a39b9c5ab7a74a8ce494d2c06445d18c3578bf1a50da0e89e5a5ecfd5bcf9) AuthConfig (63e94a3d2cc24e0304c1e8a0fc96a6f3b8109706dfc65c177717ce4bbb6e3155) AuthConfig (e434073b1205136e123c0befa3300a54a0820718b6fc5c85ca6f30fa24a67e2f) AuthConfig (d5f343b76a13fe33e1bfea9b9429048bf0f5d6bd09273086e265123ac3c9c797) AuthConfig (9523871cc965df9d712034ba651bdc767809c51ebda50fc26e12c4037aa6d8af) AuthConfig (c244b05ad77051485fe31070f496c3cb8e9a66eed4d454a27de9c808d545cf87) AuthConfig (8594206ed00cc10cc43d910a059bbf7bf8b9641128715d77e3d7f12fce1f4e0b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"92863b32-5cec-4cbc-9a3c-c949800c4933","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.973993147Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-sub","reconcileID":"41844d96-b351-44b4-9365-a274d7dcd9f0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-47d693/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.97403448Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-sub","reconcileID":"41844d96-b351-44b4-9365-a274d7dcd9f0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:27.974206242Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-sub","reconcileID":"41844d96-b351-44b4-9365-a274d7dcd9f0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-47d693/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.194379818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"ab68a706-a25c-4d3e-8285-20cb42aa4dc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.298659674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"3c65c051-b649-403f-a368-0b9ce1de51f0","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.43634417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"10000dc9-fd60-4c09-916a-03f53f3aaed2","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.463065494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"75033588-a78c-4526-88c9-c094285f2d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.463164384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"6e8a5ab6-f077-420b-ad29-b47912644ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.46361309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-auth","reconcileID":"533b2a79-5e01-47d8-9a98-651de951e1f7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.524432287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"6e8a5ab6-f077-420b-ad29-b47912644ce6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.524993574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-auth","reconcileID":"533b2a79-5e01-47d8-9a98-651de951e1f7","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.530421075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"75033588-a78c-4526-88c9-c094285f2d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.61417681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"4d5e8392-68f8-4a92-983e-cf17843a1f06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.73282664Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-apikey-degraded-auth","reconcileID":"e87fbf9f-073d-4071-83e7-1a4991185deb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.788101988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"299641e2-8632-46ce-828c-4d6786bdecb6","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.795854091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"6159b9b5-959e-4cbf-b255-2c27a1886e43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.968539438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"c61a14f7-b628-427f-8baf-bb3e54e5ddce","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:28.992431426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"38b991fb-e78c-41f0-962b-b7f59bcaa2e0","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.272732331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"f34471fe-51e7-4fbc-a023-6d579bc9cb19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.347818559Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85","reconcileID":"a62d4137-cdb7-402e-a504-e5244bc86447","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"e2e-filter-sub-b-12679d85","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.443822096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"fbb19c14-11bc-4e57-98df-4c5768f3be6e","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.509738602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"813cd670-e2ea-47b3-b76a-32555f1e5408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.539133356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"605366e4-e6f7-46d9-9091-20ca099388df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.539138121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fb397d09-651b-4181-95f5-06dfb02e97aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.571954549Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85","reconcileID":"a62d4137-cdb7-402e-a504-e5244bc86447","MaaSSubscription":{"name":"e2e-filter-sub-b-12679d85","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.601744825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"605366e4-e6f7-46d9-9091-20ca099388df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.601825873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fb397d09-651b-4181-95f5-06dfb02e97aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.639026306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c58b239e-099e-4df5-a900-af11f51edd15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.639357598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"0010d921-06b4-4ade-a81e-789b449bc11a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.661537265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fb397d09-651b-4181-95f5-06dfb02e97aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.661556127Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"605366e4-e6f7-46d9-9091-20ca099388df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.681387963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"0911153e-2e6f-4747-9b9f-cc086270d67b","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.702467268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c58b239e-099e-4df5-a900-af11f51edd15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.702621203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"0010d921-06b4-4ade-a81e-789b449bc11a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.721420056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"a2724d86-53f0-4f98-a7aa-ed906368e686","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.72374259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"03e43819-c366-439b-97fa-5a4bd4902627","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.790542218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"85e0a19c-f9e4-4a39-9696-12bdbbe102a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.835209053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"6c5b184e-053a-468a-89c0-af1b38710b38","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.883203763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"27ac3e1a-252f-4c8e-9a39-554d8cb5f656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.88412825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"391f30ca-c200-42af-85ca-45e6a235111d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.942912182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"27ac3e1a-252f-4c8e-9a39-554d8cb5f656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.945116967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"391f30ca-c200-42af-85ca-45e6a235111d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.983036525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"038fbe8a-4721-41c2-a111-a46fa859678d","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.987852915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"9195390b-e03c-49f3-874a-0bfc2170d773","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.988343255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"7b0e8718-5df8-4ffa-a407-d030f94ac484","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:29.997078346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"bb354a7f-4c0a-478c-ba4d-a719a744b5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.001935473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"27ac3e1a-252f-4c8e-9a39-554d8cb5f656","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.003194457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"391f30ca-c200-42af-85ca-45e6a235111d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.057380128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"bb354a7f-4c0a-478c-ba4d-a719a744b5cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:30.058768917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"391f30ca-c200-42af-85ca-45e6a235111d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.058927042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-a-986c07f1-auth","reconcileID":"cea5149f-ecbf-4e50-ac07-49fd415d4992","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-986c07f1-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.145579541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"052c52eb-4223-492d-991b-08bb453bd332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.149551348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"42a2a70b-da89-44fa-ae9e-88a2ac5a2571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.163511201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"8f025e21-4611-4b53-8247-261aa828916d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.205133034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"052c52eb-4223-492d-991b-08bb453bd332","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.209105882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"42a2a70b-da89-44fa-ae9e-88a2ac5a2571","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.223085034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"8f025e21-4611-4b53-8247-261aa828916d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.224679256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"a4787a28-83bd-47a6-983c-8232ee62e2c8","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.369865594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"1558bf09-ae35-4fa6-9e50-abb60a719002","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.382124609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"f0b64fa0-3f92-4dbc-b8b5-48599853c08e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.388144301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b62e2f7f-588c-4fda-889f-567ed520e6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.443431751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"f0b64fa0-3f92-4dbc-b8b5-48599853c08e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.448680233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b62e2f7f-588c-4fda-889f-567ed520e6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.506928023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b62e2f7f-588c-4fda-889f-567ed520e6b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:30.527832341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"42a2a70b-da89-44fa-ae9e-88a2ac5a2571","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.651136963Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-filter-sub-b-12679d85-auth","reconcileID":"0cd17740-8e12-452a-9c91-44a45b03e67e","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-12679d85-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.694339126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"89e2f9fd-4ad6-4f66-a3f1-83b0dbc0ce29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.754463066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"89e2f9fd-4ad6-4f66-a3f1-83b0dbc0ce29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:30.864374446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"7025ec61-c951-4799-9ff6-db6e3d6bc731","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.50243933Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"0af956a3-0553-4cdf-975a-cd4dacafe749","namespace":"llm","name":"e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.560800339Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"b2a50b84-a336-4415-bc38-c515632b0dcd","namespace":"llm","name":"e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.665092708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"5b50f124-f4ba-47de-8c28-f5cc43d5e028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.665232435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"a1c2f58e-2cb5-4818-8b8f-6ae7ea304ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.665613891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"299f13b9-b64b-4630-a879-ad3076370148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.665644344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b400308c-fd88-4e19-aa2e-6a72fa6051ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.665092211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"52bc8d0c-c09a-4b84-b33b-76c65db57e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.728875696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"299f13b9-b64b-4630-a879-ad3076370148","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.729098198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b400308c-fd88-4e19-aa2e-6a72fa6051ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.733133732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"52bc8d0c-c09a-4b84-b33b-76c65db57e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.73313373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"5b50f124-f4ba-47de-8c28-f5cc43d5e028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.735576155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"a1c2f58e-2cb5-4818-8b8f-6ae7ea304ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.787794733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b400308c-fd88-4e19-aa2e-6a72fa6051ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.793508733Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"5b50f124-f4ba-47de-8c28-f5cc43d5e028","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.884921633Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"78c57b73-4a35-489f-b0c9-5d3c0eaafc8b","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"name":"e2e-rt-sw-9988ee","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.949540798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"19b934e7-731c-4ec3-8dd3-82951b452adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:33.998806724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"c0cc73f4-c7d5-4313-9c24-040a6d4043ef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.009032103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"19b934e7-731c-4ec3-8dd3-82951b452adf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.051558213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c96878b5-6b53-4dc6-8e0a-a26639612fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.110968852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c96878b5-6b53-4dc6-8e0a-a26639612fc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.126749688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"1eb64747-656a-46f7-b8e8-6d8aa65810ac","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.151009086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"b3cd2fff-cd0e-4de5-ae97-cf9b272ba66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.151224554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"0d38ad54-0839-49ac-8a4b-3b9a0553d527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.151009833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"c2af72e5-9917-4400-9bd9-41bdf1e7196d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.209117709Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"f4c5d56d-2000-4150-a2e1-bf6f5c089e35","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"name":"e2e-rt-sw-9988ee","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.211529746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"c2af72e5-9917-4400-9bd9-41bdf1e7196d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.212250051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"0d38ad54-0839-49ac-8a4b-3b9a0553d527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.214350397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"b3cd2fff-cd0e-4de5-ae97-cf9b272ba66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:34.234499358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-74b6765b","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b","reconcileID":"eb02d6d3-4bfc-411a-ba98-2762a91763d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-74b6765b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.263448355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5f326462-4b8f-4ba4-aa72-396797777211","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.263470381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5f326462-4b8f-4ba4-aa72-396797777211","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.263759045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7280b38f-d2bb-420f-8093-062fa8f9d91d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.263772698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"7280b38f-d2bb-420f-8093-062fa8f9d91d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.264013533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a9b28a54-19e2-4f78-be71-a1a1ceadcb60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.264027591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a9b28a54-19e2-4f78-be71-a1a1ceadcb60","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.264245521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f1e515fe-b0e3-4d5d-8cb7-c89ac2646b01","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.264260193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f1e515fe-b0e3-4d5d-8cb7-c89ac2646b01","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.264484289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b28c0301-7e8a-4eac-acdb-cc2c9de3e86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.264496603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b28c0301-7e8a-4eac-acdb-cc2c9de3e86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.264907864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b35204c6-0b14-4db4-9ba9-6f32c0377ab9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.264927813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b35204c6-0b14-4db4-9ba9-6f32c0377ab9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.265209691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19129576-79c9-4482-9b32-27194d4393ff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.265228857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"19129576-79c9-4482-9b32-27194d4393ff","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.265488097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f505248e-f19f-4a0d-b00f-973258fce70a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.265502609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f505248e-f19f-4a0d-b00f-973258fce70a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.265834325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"b5e46d64-8db7-4e30-9123-c952f9973748","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.320005688Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"bbd872b9-7872-428a-9c7f-a4cdca5320f7","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"name":"e2e-rt-sw-9988ee","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.371506201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4fcef297-8f83-489a-b89a-9275e3621d2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.371927515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"786cf089-f7d4-43c3-921b-0ae0f6d7d92a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.375528455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"b5fe1f0a-6ff7-4bbe-9d3d-1f50f5953027","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.380978035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e7efa71-f18c-4df5-90cc-7059ba80300c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.409129154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"bedfbbaf-7f62-4fac-8847-42d446dee90e","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.441004996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2e7efa71-f18c-4df5-90cc-7059ba80300c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.5799828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2fe7f91c-b790-4443-bd96-c7f14f7291ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.580185329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3692736-3aa5-49d5-8918-740db4547a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.580480808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"620e6853-830b-461d-9c43-4a2194753e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.580599901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"1cec8192-4fc0-465d-a1bb-f35e185ae2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.642271523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2fe7f91c-b790-4443-bd96-c7f14f7291ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.646318129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3692736-3aa5-49d5-8918-740db4547a0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.646547641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"1cec8192-4fc0-465d-a1bb-f35e185ae2a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.642269832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"620e6853-830b-461d-9c43-4a2194753e83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.687702626Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-74b6765b","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b","reconcileID":"121ebbee-06ea-4ade-8c67-69ad227a8aad","MaaSSubscription":{"name":"e2e-bulk-sub-74b6765b","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-bulk-sub-74b6765b","ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.810513646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6966879d-b2c0-41e5-b996-fe545693d792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.864580574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"65bbb225-986a-4d82-9cca-ec81845a1e32","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.871609408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6966879d-b2c0-41e5-b996-fe545693d792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.906791965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"607ae707-983d-42df-8a94-36afb4b87a49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.908922779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"109bb41f-90a2-4d93-8e2e-df368657569e","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.930523394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6966879d-b2c0-41e5-b996-fe545693d792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:34.968602453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a6350c98-5eaa-4de9-965b-86f93f84bf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.028556685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a6350c98-5eaa-4de9-965b-86f93f84bf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.066968003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"cd6d8055-a3ae-4947-b235-04db7ba5eae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.066990685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8235a8db-8e16-4433-8405-0bca4fad6d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.070058579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b-auth","reconcileID":"ecd9188b-4aae-407e-9b8b-334e56885dda","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.083005789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-74b6765b","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b","reconcileID":"34273770-d26e-41cf-afff-387258cfa7eb","MaaSSubscription":{"name":"e2e-bulk-sub-74b6765b","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.086895478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a6350c98-5eaa-4de9-965b-86f93f84bf1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.128936357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8235a8db-8e16-4433-8405-0bca4fad6d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.130382316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"cd6d8055-a3ae-4947-b235-04db7ba5eae3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.131781311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b-auth","reconcileID":"ecd9188b-4aae-407e-9b8b-334e56885dda","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.168128976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ccf303e-e0cf-49f1-a515-88afc6d2722b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.230444266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ccf303e-e0cf-49f1-a515-88afc6d2722b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.256920442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"32b17262-72eb-4131-9885-758a9df2a0e9","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.469824972Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"e783a3fd-c444-48ea-960b-c297f9056146","namespace":"llm","name":"e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.526690402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"5a36d27a-480e-47f0-ad47-b6afd6fd5566","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.526722404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"5a36d27a-480e-47f0-ad47-b6afd6fd5566","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.635360548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"3691f7e4-0b12-44ad-9735-bf6ce0967672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.636708327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3132facd-7c7f-4d25-b9cd-c631b0a050a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.636715112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e38341e9-6f06-4cf0-892c-6d34c672126c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.637344711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"fe3dbd95-d13b-4082-83b6-5a2466f22205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.643474005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"12c5a17a-02cd-45a9-a250-5f1c130dee97","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.658909161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b-auth","reconcileID":"c0113acd-5a29-40d8-ba7a-43262caa7ced","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.695629472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"3691f7e4-0b12-44ad-9735-bf6ce0967672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.696637968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3132facd-7c7f-4d25-b9cd-c631b0a050a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.698506202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"fe3dbd95-d13b-4082-83b6-5a2466f22205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.699248633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e38341e9-6f06-4cf0-892c-6d34c672126c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.719073801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b-auth","reconcileID":"c0113acd-5a29-40d8-ba7a-43262caa7ced","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.754390821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"3691f7e4-0b12-44ad-9735-bf6ce0967672","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.757521476Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-847c6f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (58dfa0ac6769433fd5bab7ab6e98cf2a3b089c048dbb6ccd7f459d3c519446b9) AuthConfig (27a233eac8e53e20b98adefb2f805c63e278a208ebf6ec51ca3f0b07b143e1db) AuthConfig (80b704d9fba68e2dc2015a30804b1f7a39344fd836897b62e024d2aee4a250ff) AuthConfig (465633b6f638d2afd666f62d8b9aadc77d08a66388594b9a63ac1d042c0a87e0) AuthConfig (2f32f2edfc655ea467c931a074e5ce60c716ceec458a5ce2f5e04b0a031f904e) AuthConfig (181d72ee5abca3b5c8505f3a5f39511358765050c02c037ebec0a05f848e2094) AuthConfig (ae48ecd3cfe388adc9568bd988f269f9225cdd4e366932e82edf26859c400faa) AuthConfig (e67c6a883ef8ece94edd7cf0b05a0d8edb9c805788da10dc84e5d780d259567a) AuthConfig (33469cd0ee4cb9d15a54cd1dbc240805643d4dcaf8ef894427e1f48dbebfe456) AuthConfig (fdbd40d47b47aa80d3d58133bf352215d2dd0e7470809424add718d9a6960b31) AuthConfig (9a8765a21d63bd2f389272219e97eded9a55f77d9b99829088900848dadb8915) AuthConfig (625bb1c8888be73aa0e1bdaa2566f1925d3d6ea18bc93155d33ada74a6a08834) AuthConfig (42ccffc563464cb2ed552991bb7da49d86f075033b56014d2201a549af99c332) AuthConfig (de573605ac968a67b137e00495a69834dfe614d5561f457543342f3d5a84a130) AuthConfig (317b31034472a0bcb181497eb8936624eaf2acfc27e9f4a4d0820a896d95d05f) AuthConfig (a176085f4cad6a7ae855cc0947eb27be9c8159dae1371d4ea1dc5f1d4a419104) AuthConfig (99ca44bb142b79d01790d225d615a6d2df948cb04386251b0d06e14d4c7abc3e) AuthConfig (acb0b7e1e1b96cda960ff514c7b993da6de2273bb6a8999fcd78a190e766582e) AuthConfig (dad8a4e01a05f52ebdc61fada0cacc1087c24dd27a25fdd82121c52b8261bd96) AuthConfig (1fcf2a1d86273aa832b7d9136c6fbc6555d4dcb6bdf4150803ffeab1980b8a30) AuthConfig (bb6700db184ebc621464e7119425205f6ed33fa4d26e8ad70ea7ccf92c3fbeac) AuthConfig (cc6fb80f710a7b510c61b029bfafaba19862bb7727f3d550eea33180a3129a7a) AuthConfig (bf281730ab6c0a9f41096e8fe56b2829e6080298fc43312a0f82c6df8a7ec21c) AuthConfig (321abffbc612ce916be923449b3f1c1815375379f91ec8268cb6fe5e9cfe8464) AuthConfig (a111108fefd554e3f4175f6376196438952c385ce35f2570f53649f67ae6df20) AuthConfig (41d7064d49b84668e2b5286098d3bdda5e8415fac3a1678d4b5d72122c1a2901) AuthConfig (25381437d4d6bd442005777771e8f711a42cb64deb4ede5af44cc4968a240108) AuthConfig (46ed08cc0a5c229479a79c54dd0d4e5ecf86c52b3db0e5f5115f0264401ac783) AuthConfig (b29c31dd7840d2991bbbf07e5b6374a79658fecc91902c2fae537518e1075661) AuthConfig (7d185c3bd593956719a0bdb6757cfd3a0ff46f16faa677bd21ff61056f49dc08)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"fe3dbd95-d13b-4082-83b6-5a2466f22205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.916602125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d1acded5-9172-4efb-8b97-f7c5c41ed9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.919915335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"9efce41d-7c03-4027-bee9-b802e8a77410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.976647865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d1acded5-9172-4efb-8b97-f7c5c41ed9e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:35.980005769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"9efce41d-7c03-4027-bee9-b802e8a77410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.067262939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"f4f60613-3b41-4e86-adb7-42390202b6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.067434707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"6049563c-72b9-40fc-9f16-329a4d420013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.067263012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"3b184b22-2a47-4f82-9965-f22c21a3ba9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.13829233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"3b184b22-2a47-4f82-9965-f22c21a3ba9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.139498341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"f4f60613-3b41-4e86-adb7-42390202b6c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.140953842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"6049563c-72b9-40fc-9f16-329a4d420013","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.352643945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"6d5f0eb0-9f2d-4f23-a22c-c86cbee2cade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.352644337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddb1da7d-3509-49bf-8aea-abbbc4800461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.412451003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"6d5f0eb0-9f2d-4f23-a22c-c86cbee2cade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.413659989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ddb1da7d-3509-49bf-8aea-abbbc4800461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.462289058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a1f2215f-3ed9-4b9e-a896-373820fa4113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:36.52192477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a1f2215f-3ed9-4b9e-a896-373820fa4113","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.624479648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"068b5caf-a0e8-4c10-9752-f00027c6447c","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.624517365Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"068b5caf-a0e8-4c10-9752-f00027c6447c","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.679325748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"cfc91e9c-4e4e-4019-b513-fb3e54deb00f","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.734492089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"d46e539c-75ea-4a71-83cb-ff1a487458f9","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.734519115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"d46e539c-75ea-4a71-83cb-ff1a487458f9","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.779109116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b-auth","reconcileID":"0c7fae6b-7a3d-41ce-a905-29513aa18734","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.779132389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7cdc4a9f-eb04-4c1b-b8d5-8984db6de58f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.779646571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e38dc17f-2e70-4118-8d22-b3a8452cb191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.841331553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e38dc17f-2e70-4118-8d22-b3a8452cb191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.841331559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b-auth","reconcileID":"0c7fae6b-7a3d-41ce-a905-29513aa18734","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.843500199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"90c83cfc-420f-49b3-86f7-a1f970fd889e","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.844356175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7cdc4a9f-eb04-4c1b-b8d5-8984db6de58f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:39.905087737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"90c83cfc-420f-49b3-86f7-a1f970fd889e","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.377806798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"32cd65cf-d06b-4afb-89a8-6a6e716d12fb","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.377841812Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"32cd65cf-d06b-4afb-89a8-6a6e716d12fb","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.432863078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"4ec24ae8-1036-46ec-92b1-1990e444bf1c","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.457560232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"89f5464b-b30c-4f9a-b6b3-5b652aecf37b","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.620915084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-gw-auth-88522abc","reconcileID":"42583952-a12c-480b-a60e-9a0c54376f26","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:40.681498105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-gw-auth-88522abc","reconcileID":"42583952-a12c-480b-a60e-9a0c54376f26","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.008683893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"ce80eeae-591e-4927-a79a-246ff6863ee4","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.200712722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-gw-auth-88522abc","reconcileID":"c7350507-f574-4fd4-a009-5f92e6f0c9b3","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:41.260618957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-gw-auth-88522abc","reconcileID":"c7350507-f574-4fd4-a009-5f92e6f0c9b3","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:43.451290611Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-gw-auth-88522abc","reconcileID":"c55c7baf-6fb9-4cfa-85f0-0d0271347dff","MaaSAuthPolicy":{"name":"e2e-gw-auth-88522abc","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:43.451696182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"1019b648-db5d-47ee-a707-737fb14142d0","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:43.665838099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"870ac48b-542e-4dd6-a241-efcdf7b7d3af","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.92772481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af99b92-a907-4f16-a1c2-1d54fae05a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.927993392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"4dcece03-1bc3-4e20-be85-8915d3ee54e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.92826887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d96551d-56a1-47ac-a2f7-4dfcc7c628e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.987930595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0af99b92-a907-4f16-a1c2-1d54fae05a9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.989806774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"4dcece03-1bc3-4e20-be85-8915d3ee54e6","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:44.99066718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d96551d-56a1-47ac-a2f7-4dfcc7c628e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.171030158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"7aafbe73-a867-441f-9bb1-4a4c256a3bf2","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.17106607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"7aafbe73-a867-441f-9bb1-4a4c256a3bf2","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:45.224440265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"58937943-33ea-459e-97ed-19f34ed1e94e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-9988ee-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.346251751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"98d0e3ab-ebe6-4bbf-9e5f-b53043a32cba","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.346292028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"98d0e3ab-ebe6-4bbf-9e5f-b53043a32cba","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.412841563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"922f79b6-7988-4f56-9b6b-682a99c79a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.412923823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bea55829-323a-45b4-ba2b-d992326ec960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:45.456839055Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"98d0e3ab-ebe6-4bbf-9e5f-b53043a32cba","name":"e2e-rt-sw-9988ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9988ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T19:58:45.456922942Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"98d0e3ab-ebe6-4bbf-9e5f-b53043a32cba","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9988ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.474499714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"922f79b6-7988-4f56-9b6b-682a99c79a57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.474937209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bea55829-323a-45b4-ba2b-d992326ec960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.511277874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"f896715a-8fd6-4000-bc96-7b412a5870ff","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.511308323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"f896715a-8fd6-4000-bc96-7b412a5870ff","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.520730207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"658e2514-031c-4625-a2e1-1fd997ac4605","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.582256605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"658e2514-031c-4625-a2e1-1fd997ac4605","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.677303323Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"d680745d-e9f9-4259-92d5-fea5519469dc","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"e2e-rt-sw-9988ee","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-9988ee-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.898243158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94bc59ad-730a-4558-abfb-ff68b298e50b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.898732033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"796ba473-f5a5-473f-879e-83dc8faa4400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.946242619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"359cf602-e2f2-47a8-8d26-4aea80e7c635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.946287824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"4407dbd8-2699-43b9-99ce-8a8f7daf1adc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.958414388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"796ba473-f5a5-473f-879e-83dc8faa4400","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.9591792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"ef13be10-65fc-4e04-b9d1-bef4a64b6d7c","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.959198437Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"ef13be10-65fc-4e04-b9d1-bef4a64b6d7c","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:45.959769514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"94bc59ad-730a-4558-abfb-ff68b298e50b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.009381612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"4407dbd8-2699-43b9-99ce-8a8f7daf1adc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.009920693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"359cf602-e2f2-47a8-8d26-4aea80e7c635","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.246432537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"f531e274-a855-4a61-8db1-a582c179ebe6","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.306110379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"3fb63526-bcac-42e3-b3d5-a39630d6c77d","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:46.357924168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"57e47aec-d0c9-4bf2-b52b-6416151940ba","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:49.786299185Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-74b6765b","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b","reconcileID":"4f991986-9ddf-4e93-98df-558008c58a2b","MaaSSubscription":{"name":"e2e-bulk-sub-74b6765b","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscription":"e2e-bulk-sub-74b6765b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.011090506Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-74b6765b","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b","reconcileID":"4f991986-9ddf-4e93-98df-558008c58a2b","MaaSSubscription":{"name":"e2e-bulk-sub-74b6765b","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.229426564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"554c7ede-8e54-42ef-8dc7-0fcd77cef231","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.275157911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"520188ad-f79d-4259-b54d-af433554dde7","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.44563669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"8f67f5c5-ea4a-4e34-86dc-885277adb5e6","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.454436507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"ca1d2bd2-cb49-44d1-bd62-8440b0884219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.454679792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"eae2518b-db6c-45ca-9850-1c41a29aa4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.454449818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b-auth","reconcileID":"7bfb4e5a-3464-497e-acc1-06f35c865eda","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.518221244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"ca1d2bd2-cb49-44d1-bd62-8440b0884219","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.519497184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b-auth","reconcileID":"7bfb4e5a-3464-497e-acc1-06f35c865eda","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.521250324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"eae2518b-db6c-45ca-9850-1c41a29aa4a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.681733447Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-bulk-sub-74b6765b-auth","reconcileID":"dcf4e72f-0fda-437c-9a16-dc0f5405499e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-74b6765b-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:50.84850234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"982a6033-2979-40fa-84ca-08c3441353bb","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:52.989472602Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.392733697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"d08564f3-2c21-4f6d-962e-aaedef7de3ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.519123587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"fd9fd0c3-0bc5-4117-8774-deaf410e8b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.703844028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"2cc22ed8-bc20-40e9-97f7-658f63122670","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.717490378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"fb01865e-851a-4dff-9596-4332c63a509c","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.717977244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"8ca61769-55f9-4f7c-a6e9-be13b1fb6e39","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.789122589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"6e4ae97b-dc5f-4aa8-b05c-412085d135b2","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.789663686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"5e12ee60-18d3-415f-bdda-3695d3bb6519","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.897262581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"93ab67c4-fedd-4c05-9b1f-3105cbc84069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.898530661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"294712be-6114-485f-84ae-9b75abfe76c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.955319656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"b11ad1b1-c1e1-49b9-b414-93803d3a428a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.955469764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"871619fa-d4c3-472c-bdf8-d152ca562b95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.9647173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"93ab67c4-fedd-4c05-9b1f-3105cbc84069","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.966147075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"294712be-6114-485f-84ae-9b75abfe76c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.990627823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"898ee9f7-cb5e-4f81-9d86-2aeb16e641d9","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:58.990653281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"898ee9f7-cb5e-4f81-9d86-2aeb16e641d9","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.325414642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e0fa89d-9d9d-42f5-b7e5-ef7cc5fc63be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.32543643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"66940be5-b9ad-4044-acc3-d52ae1075fd8","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.325927461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d006c2d4-93b3-4ecb-bba0-3db2eec8a1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.375746873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"16e19b4d-d64c-4cd6-bb18-5b04d6df2231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.376776358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"84a86001-804f-43db-a6ef-229eb1f274c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.389166683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"66940be5-b9ad-4044-acc3-d52ae1075fd8","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.393458371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e0fa89d-9d9d-42f5-b7e5-ef7cc5fc63be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.394113226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d006c2d4-93b3-4ecb-bba0-3db2eec8a1c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.443129929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"16e19b4d-d64c-4cd6-bb18-5b04d6df2231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:58:59.450130816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"84a86001-804f-43db-a6ef-229eb1f274c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.263732159Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"b5542f16-1ebb-49d0-949f-f457352c45cb","namespace":"llm","name":"e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.31829404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"75d07d00-3e44-4daf-bcb1-3ca0b4dbb846","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.318335872Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"75d07d00-3e44-4daf-bcb1-3ca0b4dbb846","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.429367954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"289b37ed-66db-49a1-ae72-99c21f2386f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.430197624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b4b18670-099b-4c77-bd01-255a97babae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.430328595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"868a4e59-dbb4-49b8-ac3d-8670526c7cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.430661811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"5748504b-1c13-471f-800d-d42bb96b2ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.494884882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b65e2fa-5e3f-4c39-a1bd-4aa769a5757f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.501214482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"5748504b-1c13-471f-800d-d42bb96b2ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.504708339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b4b18670-099b-4c77-bd01-255a97babae9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.505638154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"868a4e59-dbb4-49b8-ac3d-8670526c7cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.50830364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32e44443-6039-4067-bde0-af475db14035","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.508325079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"32e44443-6039-4067-bde0-af475db14035","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.508687346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e5a7e9d-628f-4581-98b8-1ebf907986d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.508709095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3e5a7e9d-628f-4581-98b8-1ebf907986d2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.509028038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4308ac8c-b13d-46ce-bfda-3c3f1090185d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.509045346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4308ac8c-b13d-46ce-bfda-3c3f1090185d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.509178048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"289b37ed-66db-49a1-ae72-99c21f2386f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.559495757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1b65e2fa-5e3f-4c39-a1bd-4aa769a5757f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.566711312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"4e67bf4b-26b9-4b25-b0c6-b98e915ff25d","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.566823135Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"4e67bf4b-26b9-4b25-b0c6-b98e915ff25d","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.622615332Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1046aba0-ed77-43aa-85ef-26b508ff3ed8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.622633248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"1046aba0-ed77-43aa-85ef-26b508ff3ed8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.622853798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7f3004f-c8ac-40fb-a515-f35cc0bf98b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.622864036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e7f3004f-c8ac-40fb-a515-f35cc0bf98b6","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.623092724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"de1dc326-d890-46e2-936a-392274b1be45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.623103816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"de1dc326-d890-46e2-936a-392274b1be45","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.623331734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5cf424b9-c466-4992-8150-e50e1a039922","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.623344091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5cf424b9-c466-4992-8150-e50e1a039922","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.623519253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f7e612a-0ab7-42cc-b675-e5c726736727","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.623528281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f7e612a-0ab7-42cc-b675-e5c726736727","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.753566249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e80ba889-13d0-4d78-bc7f-1286b1a43cbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.763720043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"60cb3448-3dbd-4ea3-b9de-85fb981f2383","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.825123318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"f3faceff-06db-458d-9e9e-39dac4bc819f","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.850429253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"bd61a6a7-0d10-48d4-8368-3a9d437f4297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.881295289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"aa09f3c1-9785-412e-9cd9-931fc815e4c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.88651461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7ea2184b-5104-417a-9988-ecf2aa5c251c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.90040852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"3f808ba9-e269-4940-9dba-3a242d6970a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.91374131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"bd61a6a7-0d10-48d4-8368-3a9d437f4297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.953970544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eae917a7-2b6c-465c-b9bf-68bb203453b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.95497457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"aa09f3c1-9785-412e-9cd9-931fc815e4c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.963532129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7ea2184b-5104-417a-9988-ecf2aa5c251c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:02.976517732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"3f808ba9-e269-4940-9dba-3a242d6970a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.01692755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eae917a7-2b6c-465c-b9bf-68bb203453b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.249673326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6c065bb2-9fe7-48e1-8326-f875f66b0a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.297608267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"8f61b497-e91a-404f-883e-6a6c5d2ea797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.310361233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6c065bb2-9fe7-48e1-8326-f875f66b0a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.354509123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"2b4544fb-c063-40aa-a2a6-e1d69cfb91f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.371399364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"8f61b497-e91a-404f-883e-6a6c5d2ea797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.410298331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"107b739f-e2d6-4ba2-b887-c2827d35742d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.415978563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"2b4544fb-c063-40aa-a2a6-e1d69cfb91f7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.477982032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"107b739f-e2d6-4ba2-b887-c2827d35742d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.667780808Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"f7f1016e-3e80-4b60-9047-f18ec9c9cf37","namespace":"llm","name":"e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.852837755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"61d78ae7-a91d-497d-ba5d-358be79b6a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.853222839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"3d5d0b80-4f15-4185-abf2-c291d2375a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.908460388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e31f01ee-a410-44a1-9dfc-b0eeec6d6fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.91449148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"3d5d0b80-4f15-4185-abf2-c291d2375a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.91615165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"61d78ae7-a91d-497d-ba5d-358be79b6a52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.942557648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b5bcf373-5ef6-48b0-828a-a6917c9bd1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.942927497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6593ae6f-44ba-4d08-9661-0642b3aa06e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:03.971083286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e31f01ee-a410-44a1-9dfc-b0eeec6d6fca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.005834007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b5bcf373-5ef6-48b0-828a-a6917c9bd1ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.006213131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6593ae6f-44ba-4d08-9661-0642b3aa06e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.267648696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"36f40898-eeb9-48c5-88ba-56cf58b79c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.30990259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"9f9cd099-6c21-47b7-979d-ccc7717e4023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.322359691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"21767fcf-b177-48ee-a1d5-695989b86fce","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.3282702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"36f40898-eeb9-48c5-88ba-56cf58b79c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.349720347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"ecd471c2-d6a5-4fc5-bc48-403f1b1cb9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.349838094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"da36870d-be1a-45be-9439-18b830cb1268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.37127621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"9f9cd099-6c21-47b7-979d-ccc7717e4023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.38416045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"21767fcf-b177-48ee-a1d5-695989b86fce","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.410667805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"da36870d-be1a-45be-9439-18b830cb1268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.4107792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"ecd471c2-d6a5-4fc5-bc48-403f1b1cb9ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.651879404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"cb7a4555-8dee-4dca-959d-10b8b58c9b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.711573461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"cb7a4555-8dee-4dca-959d-10b8b58c9b0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.734178084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a1d9f636-b668-4fce-832f-fc39762f4128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.749906335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8533cab7-b79f-4be8-9994-bf280cdc3d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.794080817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a1d9f636-b668-4fce-832f-fc39762f4128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:04.810968182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8533cab7-b79f-4be8-9994-bf280cdc3d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.253666787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"709e130c-e16a-4d28-abb1-54402c5db08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.253751347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"bde9917b-3f66-4601-a579-2766f78350cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.313741898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"709e130c-e16a-4d28-abb1-54402c5db08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:08.313904206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"bde9917b-3f66-4601-a579-2766f78350cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:16.531215803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"19e3f10e-95fe-4b0e-8b4a-18a0a6bb271a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:17.945605211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"02765516-bbbc-4b1c-adfa-9c4952103f3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.041134586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"74ee6266-39a2-4f32-834e-55830ae32a16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.145282769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"6415a8b3-d658-4010-8336-8420e78632c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.145460073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"1d57f125-338f-440b-bca1-050a15aac5ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.309279548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"6228deb0-7cfa-4c4d-af78-5732875121b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.408640649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"ce0ee3e9-9c75-4701-b0fa-b4d49c725436","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.430218735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"7f227911-d70a-42cd-b161-0d2392210627","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.514282262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c248a688-5c6a-4c30-a141-8bb2c969e443","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.613161732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"54bebcc6-3812-4eb3-8e4e-bfac0a01fe3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.769237301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"affbbee8-b4aa-4e42-a0c4-5855fe58f106","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.816443622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"d9ceab1a-2012-4d4c-9c1f-0b521617bd29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.864718275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e3fd3beb-5f7d-42d0-bf8a-006a2e403df7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:18.929398757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"9d9b7e4a-cffb-40f5-9246-5c906150545e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.127912917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be824514-a588-4531-8648-5d8669554748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.128113292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"b3b5e72d-2c31-4c49-9b66-4b629139375b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.127913424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69c0363d-f0b6-4547-800a-63b1cf8c35ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.192782464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"b3b5e72d-2c31-4c49-9b66-4b629139375b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.207006541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be824514-a588-4531-8648-5d8669554748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:19.20804704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69c0363d-f0b6-4547-800a-63b1cf8c35ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:22.984534434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:26.653622983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"9cb8d03b-8aee-4fd3-9f33-d543d292e1bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.186838218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-conflict-a-61481047","reconcileID":"20545b20-b9aa-40e3-8d8d-61a39b4cdb62","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"e2e-conflict-a-61481047-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"e2e-conflict-a-61481047","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.230499852Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"4ea83a38-88e5-4c7a-b1f3-74efa0e8b823","namespace":"llm","name":"e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.300889468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"870289ab-7117-4c49-8b07-753a8c6af91e","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.300925556Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"870289ab-7117-4c49-8b07-753a8c6af91e","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.393183212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"21d83cc3-c68e-429e-a02b-e33cfc385dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.393401725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6ead4cd0-1977-40df-9c2d-e91b4bb5d107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.393784305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"1b7a3466-dbec-4c38-826e-46471310ffe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.447480449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dee5e46f-d187-4b22-ad06-6b7096797968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.449114011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70bfc979-eb8e-4c59-a8ce-6ed92729a850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.455312528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"1b7a3466-dbec-4c38-826e-46471310ffe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.459774779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6ead4cd0-1977-40df-9c2d-e91b4bb5d107","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.462873873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b48cb82c-4df5-4bc8-9f35-e43eceb57b5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.46289826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b48cb82c-4df5-4bc8-9f35-e43eceb57b5f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.462924499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"21d83cc3-c68e-429e-a02b-e33cfc385dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.507717793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dee5e46f-d187-4b22-ad06-6b7096797968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.511580775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70bfc979-eb8e-4c59-a8ce-6ed92729a850","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.517279918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"6c74a3f3-620a-43bc-9c91-342d0b64dc14","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.517298484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"6c74a3f3-620a-43bc-9c91-342d0b64dc14","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.572737373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6e22960-1e36-4bfd-802b-9bb7103e8a80","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.572764325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e6e22960-1e36-4bfd-802b-9bb7103e8a80","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.573130771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"33054997-187c-49fd-8b7c-70972c556815","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.573211288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"33054997-187c-49fd-8b7c-70972c556815","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.573502364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e96b333-285c-4c4a-847e-a78c5812d1a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.573516732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1e96b333-285c-4c4a-847e-a78c5812d1a6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.573830991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6afd9b21-f118-4b58-8b48-9cdd4add8382","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.573848521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6afd9b21-f118-4b58-8b48-9cdd4add8382","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.574140345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd335c7a-4827-4377-834f-f03b0ccd2f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.574158518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd335c7a-4827-4377-834f-f03b0ccd2f8f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.574537229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a776893e-9bab-4699-ab87-a7c170b6e2f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.574551817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a776893e-9bab-4699-ab87-a7c170b6e2f1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.574772603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7e5abc1-0181-4dd0-9796-e6f2c03bc02c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.574788746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d7e5abc1-0181-4dd0-9796-e6f2c03bc02c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.686541879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4905c183-7d74-4af5-a7b7-804db4f481ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.68654338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6a26e086-c5fb-4780-9b83-c3ada9fe1d92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.744926364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"973940b0-162b-45c2-9431-c5365492001d","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.826315862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"f74ef6bc-4852-485d-8d94-88803b35fe7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.827105719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"4e20432a-3494-4246-b811-a4a655c4320a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.827105766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6c273257-3e02-4d6d-97d0-ae492cfe1f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.832725175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"67a651e6-04e1-418b-adf3-61f4b8095a0b","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.833222496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"a15571d7-5b8d-4b03-8426-934d4038cada","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.887118562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"f74ef6bc-4852-485d-8d94-88803b35fe7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.888418155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6c273257-3e02-4d6d-97d0-ae492cfe1f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.890336215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"4e20432a-3494-4246-b811-a4a655c4320a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.912540353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"3429c3b9-4082-48e1-8c8c-702e58997357","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.912911304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"b54c1f1c-9a61-4d0c-9a55-e872cebcb0c5","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.926332351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"73c8431b-cf76-4372-a14d-43292d6e71eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.979923707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"dc3cd595-169d-4bda-b90d-abb94d175e36","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:32.986824125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"73c8431b-cf76-4372-a14d-43292d6e71eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.045726051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"dc3cd595-169d-4bda-b90d-abb94d175e36","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.056381729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"02b71921-b6fe-4053-a88d-3a78f18d85dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.056417877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"baa47967-b5cb-4a0a-ab1a-98aa917d585e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.256915416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"63d7083f-79c3-413a-8360-68fa57dd9abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.257042402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"cdcecb22-0d35-4427-b3e6-1ff51ab02861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.257427784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"7c18646c-2fef-4d4d-aeae-161afe7248a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.3207328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"63d7083f-79c3-413a-8360-68fa57dd9abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.323046978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"cdcecb22-0d35-4427-b3e6-1ff51ab02861","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.327531437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"7c18646c-2fef-4d4d-aeae-161afe7248a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.413520201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9f9e4e4-5574-41b8-abaf-4d7eea776318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.474283376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d9f9e4e4-5574-41b8-abaf-4d7eea776318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.545224421Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"f24bc71a-7c04-4cf6-a76b-d724cab93fb5","namespace":"llm","name":"e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.621087888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1024c62-beea-4115-a6b5-3512532a9277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.682882233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e1024c62-beea-4115-a6b5-3512532a9277","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.774151196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"30f9d270-6f13-4c86-b4d9-3f5c2aec78d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.774420103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ed4beda4-3d23-4836-bb78-12a8dac6acf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.774830876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"34b85f11-0ca2-49d8-8f59-7b518b341ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.827686924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b1132ac6-920a-4e74-bf67-f4319870012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.834465485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"30f9d270-6f13-4c86-b4d9-3f5c2aec78d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.835432484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ed4beda4-3d23-4836-bb78-12a8dac6acf8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.837235511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"34b85f11-0ca2-49d8-8f59-7b518b341ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:33.889976445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b1132ac6-920a-4e74-bf67-f4319870012d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.054376771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"e200dced-0673-46cb-b07c-a0bb4afe318c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.113668144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"e200dced-0673-46cb-b07c-a0bb4afe318c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.2101909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2191c87e-a9a8-46ba-b82c-325591b1c963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.210275664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4ce3efab-0226-4db6-a082-2958030f3307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.268465091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"15028dc3-e769-489d-b204-2bb5ca4947ff","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.270909349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2191c87e-a9a8-46ba-b82c-325591b1c963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.274676993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4ce3efab-0226-4db6-a082-2958030f3307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.311778378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"d9bb8852-b4be-497c-a7a2-f343885b4804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.328405564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"15028dc3-e769-489d-b204-2bb5ca4947ff","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.371639555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"d9bb8852-b4be-497c-a7a2-f343885b4804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.535723459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29afaf7c-36bc-4ec0-92b6-c217ddcb20e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.595367607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"29afaf7c-36bc-4ec0-92b6-c217ddcb20e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.684700467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"768c1482-5c86-4f3e-aa8d-f097c441b0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.738170315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cc56aa1-095f-4330-b904-923ec61cfc2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.744171671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"768c1482-5c86-4f3e-aa8d-f097c441b0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.78491187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"213ce038-c611-480f-a89c-0dd7f6a8e739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.797908017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0cc56aa1-095f-4330-b904-923ec61cfc2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:34.844630112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"213ce038-c611-480f-a89c-0dd7f6a8e739","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.55697918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"a2852f12-635a-4c9e-b900-69d47129f5da","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.557455065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"360e74b0-db05-4398-ab9d-4fba63f31637","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.650323567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"ec7f8fc7-daa7-40c4-bc73-7f3c26dd0b84","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.650687103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"12aa6bd2-c755-412a-98d3-628a499311db","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.720126525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"90e967c0-9b27-482f-bfc3-ad4607a0b575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.722086387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"5717de51-ca7e-4a8b-ac76-2c11e1025a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.775311618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"cb2b0c2a-e9b5-4bd7-8045-29904ce08104","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.781161564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"90e967c0-9b27-482f-bfc3-ad4607a0b575","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.782748645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"5717de51-ca7e-4a8b-ac76-2c11e1025a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:37.875631139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"f630376d-fed1-4c02-85c5-ecef64d8f0dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:38.15412905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"405be433-afc3-4e75-afa8-a0c790d145dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:38.154203062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"2b5da59e-6141-464c-9f15-c6eec9f5d2f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:38.214424668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"405be433-afc3-4e75-afa8-a0c790d145dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:38.214477754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"2b5da59e-6141-464c-9f15-c6eec9f5d2f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:45.944724731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"e4668183-1ce3-4b40-8188-653e0ad0d6df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.071802041Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"ae02f396-aa19-43d2-a306-53fed924646c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.15217627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"26d947d4-318d-447e-a4cf-516066b1eb0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.292355631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6997af27-8c1d-4bd7-a7df-e17216324366","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.424992324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"730b8a77-4b4f-47d1-b635-bc17296d25f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.566882683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"94ff0cbc-013e-40a6-ab03-1fb8823111eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.665873598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"4de34fa7-e92f-498b-ab9c-f15a1468b60f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.769713759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"f2f70f5f-c35d-4359-8529-e716f379e5cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.899102614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"4cd3092b-bb73-4bc1-8af3-8f396fd22b66","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.957000545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"da9383d1-6ebb-4749-ac32-0f3c396ce626","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:46.95786298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"27ba6e9e-7d3f-4374-b162-9ba511cba7b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.060059207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"2b42a9d1-769f-4881-9430-dcc97921bb6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.147504338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"c10fb3ed-0a0a-44e8-94c9-32c7b3efff82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.270930702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"d85d393c-01db-4327-b7f4-8401413d1476","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.271692308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab7bc5b-8880-411c-b5cb-78ecc1ee4e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.283799669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ace1e4c6-d2ee-4f53-84d3-5bcf5fe1c782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.337455532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8fcfa065-2ffc-46d8-9bc7-16f618b77a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.33865031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"da340ddd-7597-4f0f-bc63-ec89781d94d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.378368481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1ab7bc5b-8880-411c-b5cb-78ecc1ee4e3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.380576671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"d85d393c-01db-4327-b7f4-8401413d1476","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.40030891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ace1e4c6-d2ee-4f53-84d3-5bcf5fe1c782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.425286874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"da340ddd-7597-4f0f-bc63-ec89781d94d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.431048599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8fcfa065-2ffc-46d8-9bc7-16f618b77a65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.78479666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"dc97d73a-5042-483b-8586-8eeb1c7e80c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.785248277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"26382ec4-a6b9-4ee1-9a08-dd4cf0bf40c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.845195945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"dc97d73a-5042-483b-8586-8eeb1c7e80c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:47.846477081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"26382ec4-a6b9-4ee1-9a08-dd4cf0bf40c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T19:59:52.983690425Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:01.90757872Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"5ffd6214-2a0d-401a-a52e-b303744305a6","namespace":"llm","name":"e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:01.966548255Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"e2d059ae-5a55-4534-8636-cf524e21a8d3","namespace":"llm","name":"e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.071080413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"5a0517d4-8fa3-46c7-ac5d-2ea6fb6b5620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.071455503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"270f3a60-df08-490f-ac6d-305172bd2504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.071699223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"546de65c-2e7e-44da-acb5-569e25d73419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.071080518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f882527c-f63c-4195-8695-19f603408114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.132685552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"270f3a60-df08-490f-ac6d-305172bd2504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.13274193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"5a0517d4-8fa3-46c7-ac5d-2ea6fb6b5620","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.133364845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"731e9516-992c-4b78-af60-79b29d180fc6","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.136271176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"546de65c-2e7e-44da-acb5-569e25d73419","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.137860837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f882527c-f63c-4195-8695-19f603408114","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.193262614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"731e9516-992c-4b78-af60-79b29d180fc6","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.345595218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"30cb3a0f-af7b-4d6c-a557-db405e0300bb","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"name":"e2e-rt-eq-93703d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.459305924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81dbefff-6a1a-4f46-8bfe-8215b4647473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.459325265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81dbefff-6a1a-4f46-8bfe-8215b4647473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.459652735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4bde3ef7-1dec-4357-8b9b-652522fb8ea1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.459664751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4bde3ef7-1dec-4357-8b9b-652522fb8ea1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.459844848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"efec29f6-450d-43d5-9d29-60155b068e9b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.459854735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"efec29f6-450d-43d5-9d29-60155b068e9b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.460047607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e480ea3-6411-415a-9254-526ff454fb85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.460058711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2e480ea3-6411-415a-9254-526ff454fb85","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.515129601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"d77dcb3b-3dbc-466c-b68f-c09d7a25591d","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.515163609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"d77dcb3b-3dbc-466c-b68f-c09d7a25591d","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.527264592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3adc4036-0464-4322-8ab1-253650a18f1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.527884185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fbdcfb6a-04d6-4c8c-88cf-613318233885","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.553167267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"abdfc7f2-d820-48c3-b34b-818c42f1c9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.553368604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"6c5b2751-504b-4f09-9c94-a59d1666af50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.55363029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"bc53113b-2746-40e0-b093-79b32c9c932a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.582607251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"aec220b9-4348-41d0-aeee-1fbbd6881c0a","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.614383716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"bc53113b-2746-40e0-b093-79b32c9c932a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.614930551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"6c5b2751-504b-4f09-9c94-a59d1666af50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.617899225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"abdfc7f2-d820-48c3-b34b-818c42f1c9a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.624370189Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"a11b28ca-0a17-4a89-8e3f-b310573eb13c","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"name":"e2e-rt-eq-93703d","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.679043978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"425d561f-1673-4900-940e-8a9dce1b46b9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.679064058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"425d561f-1673-4900-940e-8a9dce1b46b9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.679362952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0d04b4fb-6f07-4030-8630-b09391405973","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.6793768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0d04b4fb-6f07-4030-8630-b09391405973","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.679583116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b3ab348b-0ba3-493b-9a70-ed87f150ed7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.679595167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b3ab348b-0ba3-493b-9a70-ed87f150ed7d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.679811058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e6885bd-3aa7-4c89-a221-53bbe5fa1e65","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.679823396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7e6885bd-3aa7-4c89-a221-53bbe5fa1e65","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.708278541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32129f90-eb11-40c2-a36d-26c9133600f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.754081138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"4ee8c6f7-a146-4e3c-8b9f-78405662e71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.775986347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"32129f90-eb11-40c2-a36d-26c9133600f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.816140009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"4ee8c6f7-a146-4e3c-8b9f-78405662e71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.858251827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"3c3b3e6c-38c4-4ed0-8b4a-7b8ba0257519","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.946635921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8d6ef992-fb2f-4fe2-893c-074fce5fab7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:02.947665862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f11e6847-f909-4db4-ada1-d46de97ea160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.000176903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d24052a8-40e9-4077-8eff-8beb85a505e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.009089636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8d6ef992-fb2f-4fe2-893c-074fce5fab7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.011134663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f11e6847-f909-4db4-ada1-d46de97ea160","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.059826664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d24052a8-40e9-4077-8eff-8beb85a505e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.152977654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f57eb352-5c3a-4a87-8d36-98d083b54fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.214138838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f57eb352-5c3a-4a87-8d36-98d083b54fd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.265516957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f5021c3b-3111-4fc7-ad2e-dbfdf1b73c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.268141785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"49522ef2-2ad8-46e4-bb46-77f4128b0179","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.333246726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f5021c3b-3111-4fc7-ad2e-dbfdf1b73c7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.435571896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"35a5879d-fa69-42c2-bddd-18ca5e0e549c","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.459641673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d8592268-60ff-41fc-a7b5-e8302d61efcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.459661078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"c5edeab3-7707-42c0-8a59-e097cb9d27fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.480688167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"338307ed-85bd-491f-9366-530932efdaf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.512933336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"a34f6651-3142-4541-9fff-d4b2dad84f81","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.52185581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"c5edeab3-7707-42c0-8a59-e097cb9d27fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.522521625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d8592268-60ff-41fc-a7b5-e8302d61efcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.581063156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"a34f6651-3142-4541-9fff-d4b2dad84f81","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.583717773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"af535042-56e4-49cc-853c-4c11559fbd6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.600399145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"9d666cad-b811-4efa-87d0-c464d63446b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.71582019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"293ea6a3-f28d-4d5b-9d22-c853bf2e175e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.716797453Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"1b687e8d-d65b-4266-a579-56c311692bd0","namespace":"llm","name":"e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.7724557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"71b0fa36-7139-4d89-b43a-a0b1d35bcfd2","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.772491724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"71b0fa36-7139-4d89-b43a-a0b1d35bcfd2","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.778907709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"293ea6a3-f28d-4d5b-9d22-c853bf2e175e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.782605118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"b4062155-018f-461d-a8cb-56db41dfe77d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.879701848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"977bf611-5b55-47db-b092-1cb2ea542e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.880742936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"fbc173a2-b868-4596-a4ae-d516d9a41d0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.940911745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"977bf611-5b55-47db-b092-1cb2ea542e26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.978777012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c40d8a2c-60e3-42ab-8d8b-8ec34c9c9a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.979006878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a5122ff8-7518-4f52-baad-51ba0bbb9071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.980491897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"fb63f48b-68b3-4169-98b7-5c08a8339766","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:03.980760708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a0766d22-6e8f-480c-affa-5b8094809869","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.040858678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c40d8a2c-60e3-42ab-8d8b-8ec34c9c9a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.040880657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a5122ff8-7518-4f52-baad-51ba0bbb9071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.106699852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"69de0cd6-ddde-426e-9410-36388b0ab0de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.223436257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f10f3dc4-ba54-412a-b16b-c70553184ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.223684588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6977889d-3c3d-491e-9523-ff7ccd9293fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.224179412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"52ed3daf-078c-423f-8e80-08621055722e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.284759234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f10f3dc4-ba54-412a-b16b-c70553184ea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.288259123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6977889d-3c3d-491e-9523-ff7ccd9293fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.369496479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"9eabc045-6b7a-405a-9081-fbef092d1a99","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.406714062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1d428996-8fb4-42ed-8d66-b72377df295a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.415374339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"5dc20b86-cca0-4330-8e8f-e9047f14ebeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.415662378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f960b124-7845-4f56-a4a9-9e67532a5405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.43925597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"9eabc045-6b7a-405a-9081-fbef092d1a99","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.475795252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"5dc20b86-cca0-4330-8e8f-e9047f14ebeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.478660157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f960b124-7845-4f56-a4a9-9e67532a5405","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.50887422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"13b71e02-4905-4d8a-9795-10d894288c2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.667048093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"6a101abf-c400-42f2-9919-fb2a713f7404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.667057028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"63b92317-482b-4f60-8d9f-b3c7cd753fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.727133625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"6a101abf-c400-42f2-9919-fb2a713f7404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.72724311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"63b92317-482b-4f60-8d9f-b3c7cd753fc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.879308611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"6ea920fe-bfaf-499a-a24a-0061151fc196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.932895022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be116365-83a6-4d6e-9982-a4b2c3eb022c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.938924326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"6ea920fe-bfaf-499a-a24a-0061151fc196","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:04.992650399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"be116365-83a6-4d6e-9982-a4b2c3eb022c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:05.041967877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb2a21e6-0f68-400c-8a2c-ab21d760f91d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:05.108847703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fb2a21e6-0f68-400c-8a2c-ab21d760f91d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.0012717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"63d22c47-4d8f-4f1b-99b3-5c5d830ef5cd","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.002127221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"eb62ccc3-025e-4d4c-8af3-4f804c22eda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.002903108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"403a8230-0ac2-4846-8ac2-f20269e13428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.062806535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"4e085e14-6c79-49e3-80aa-cba0508e76a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.06858833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"001540a2-5228-4611-a570-976dd903164f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.069229194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"820e8784-5667-4279-a1a5-c4372a5ad284","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.071507208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"8d66ce79-f8c2-4a28-b1f3-ff223e387c53","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.07220388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-conflict-a-61481047","reconcileID":"4fac7b17-3dcb-405b-8734-fed0e6bb67ea","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"e2e-conflict-a-61481047-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"e2e-conflict-a-61481047","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.070033963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"eb62ccc3-025e-4d4c-8af3-4f804c22eda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.073863039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"403a8230-0ac2-4846-8ac2-f20269e13428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.127364667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"9d6a2cb2-5ef0-4982-bb18-29902b2797eb","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.12739266Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"9d6a2cb2-5ef0-4982-bb18-29902b2797eb","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.236376645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"526c2947-6572-4e62-8d5a-4a99ec0841b8","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.236416697Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"526c2947-6572-4e62-8d5a-4a99ec0841b8","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.388108799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"e617555e-e746-4e9a-a0d5-140689fe3265","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.461666191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"abd8f699-ebbf-4482-9af7-71a53e377606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.462524388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"15427675-4294-47ca-9c23-ce2599751fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.468442801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"e617555e-e746-4e9a-a0d5-140689fe3265","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.522858216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"abd8f699-ebbf-4482-9af7-71a53e377606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.523744962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"15427675-4294-47ca-9c23-ce2599751fbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.959583699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"1a1aafcb-799d-4116-b0a1-a37afdd5bcf9","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:08.959718003Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"1a1aafcb-799d-4116-b0a1-a37afdd5bcf9","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.636089566Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.693458454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"986a95e8-a704-4856-b0ef-c7be8140fe30","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.693485316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"986a95e8-a704-4856-b0ef-c7be8140fe30","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:00:13.750278668Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-rt-eq-93703d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-93703d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.859678515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"8ccf74a9-c4f1-4cae-babe-04fa9bf8f885","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.859711569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"8ccf74a9-c4f1-4cae-babe-04fa9bf8f885","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.910217364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"d1f89b5d-e6eb-453b-be97-aca65cf3c70f","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.910175148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aee57b8d-bc6e-4dd9-a626-b1633505b46a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.912175502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"18b429d8-17e5-4dfc-b5ac-c16f1abc94e3","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.912845573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10fb90ea-4b82-4a77-919a-3e96c88f5f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.973139914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"d1f89b5d-e6eb-453b-be97-aca65cf3c70f","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.973654567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aee57b8d-bc6e-4dd9-a626-b1633505b46a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.974469077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"e232ebcf-26f8-4e47-b581-fe7f72f9bc11","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.974547871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"e232ebcf-26f8-4e47-b581-fe7f72f9bc11","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.977477378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"18b429d8-17e5-4dfc-b5ac-c16f1abc94e3","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:13.978798582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"10fb90ea-4b82-4a77-919a-3e96c88f5f2c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.080901216Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"dae2394e-11a4-454b-9b7a-dde3809bbd89","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-93703d","model":"e2e-rt-eq-93703d","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-93703d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.363000311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"44bbf853-1688-48a4-ac9b-707e0b447737","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.363027255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"44bbf853-1688-48a4-ac9b-707e0b447737","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.45720554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"245300b7-9882-4f10-93c1-285e3cbf7d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.457229197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39ce3d2e-683f-46af-b2df-87b89a697d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.517337829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"245300b7-9882-4f10-93c1-285e3cbf7d69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.517567083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"39ce3d2e-683f-46af-b2df-87b89a697d84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.56515079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"2fcfb158-bb7f-4dc3-bba5-ae5a027fc554","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.565168442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"082075db-c007-4441-a953-a89039c4c030","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.580679001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"892126fa-47cf-4650-9aba-81fa709cddbb","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-93703d","model":"llm/e2e-rt-eq-93703d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.625204693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"2fcfb158-bb7f-4dc3-bba5-ae5a027fc554","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:14.625231351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"082075db-c007-4441-a953-a89039c4c030","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.562879017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5db0c4a7-128b-4e9e-bd02-d64dc8ef2db1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.667510028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"e1e4625a-5d75-47c8-98ba-083c8764888e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.723639798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"f95584fb-a10b-4069-b08b-6c06c5a351fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.833877407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"727a3753-8cd5-436f-85cd-3b87008697a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:18.912398898Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"b47ed664-0830-427c-b098-07d494fc725d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.010989361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"bf72b961-e71e-4df3-a738-471e1cff0e21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.061915992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f0c8b41-f365-462b-a56f-e1a9d493d149","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.193479439Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"9b44ff3b-add3-4bc4-99c2-f56984720d09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.313044624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"f7bffa2d-2d3e-4a3f-88eb-3c64f083fec1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.397726376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"a77e78d3-2055-43b8-a074-7f7983b7110f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.554652044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"b5e16cea-7a57-4087-9148-f0174dcade84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.732356299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"9000f97d-da27-4835-8a8a-c15663d240d1","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:19.751088003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"7decfeb4-1b27-4da1-b6b4-4f1e8e4f2c27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.014453734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0a3b9409-625a-486f-b7de-19be20ffa8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.015421343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"519fcb71-9e50-45ec-a75d-243afe502371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.088312019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0a3b9409-625a-486f-b7de-19be20ffa8b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.096746385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"519fcb71-9e50-45ec-a75d-243afe502371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.265712436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"9cd53284-563d-4856-9c27-63c700eda86b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.267139542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c141a465-1331-44a1-a061-f05025d80a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.267238861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"856285cd-070b-45f6-b869-1cda8d69b4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.375858366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"856285cd-070b-45f6-b869-1cda8d69b4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.382107317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"9cd53284-563d-4856-9c27-63c700eda86b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.410435598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c141a465-1331-44a1-a061-f05025d80a07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.665532665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"b298b8a8-b36e-4e0b-a8ad-67092a8c0d33","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:20.741691838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"b298b8a8-b36e-4e0b-a8ad-67092a8c0d33","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:22.983199056Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:23.763888678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"38368a1f-7e1d-44a6-a388-baf8ff42ad72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.441497446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"56915fb5-9d68-4ef1-8fa7-93ae4e370525","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-93703d","model":"llm/e2e-rt-eq-93703d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.745664192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"92269a0f-bfdd-4c0c-b464-89084fcc48a1","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.745817686Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"92269a0f-bfdd-4c0c-b464-89084fcc48a1","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.792737092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"95627aa5-8e5b-44fe-ab48-890239555587","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.793893684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9f4592b-ef73-49ec-a26d-5d5cefc0fe91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.794725134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"2545464e-2461-4e24-b409-1d576e067189","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.795537725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2db509a9-977d-45a9-b55a-1c531a968ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.874391952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9f4592b-ef73-49ec-a26d-5d5cefc0fe91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.883540108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"2545464e-2461-4e24-b409-1d576e067189","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.897591618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2db509a9-977d-45a9-b55a-1c531a968ef5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:37.905521721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"95627aa5-8e5b-44fe-ab48-890239555587","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.605137103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"a6b1abb1-257e-4fdb-9083-e62ceb633272","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.60744412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"1d389f30-99ae-4861-9768-2683ddafaed9","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.607873582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"56bb51cc-8540-431e-a12c-d6b08026410a","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.677841048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"8ceeddbe-1ceb-4022-9ef5-d1385792e22e","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.678372412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"3c8edfcf-d0ed-49b0-8d7b-fc35a338898d","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.678805194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"b86e9b0f-5bb0-48d9-9944-58dafb8c270b","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.770435115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"210a5eb6-53a6-43f4-b54a-eb015c3ea68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.770641342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"77216e04-e2ec-4f76-8b6e-f6eb5b3cbb31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.825278361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"480da068-7331-47e0-8421-35f862201982","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.82832894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"9e1817fb-48f9-439d-9200-64718155cdf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.833808546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"210a5eb6-53a6-43f4-b54a-eb015c3ea68b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:42.834407008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"77216e04-e2ec-4f76-8b6e-f6eb5b3cbb31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.159879274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"bcfe23f8-1e7a-49bb-ad7f-78ce356bbb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.160083107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"5094ab49-5feb-478a-b633-be089a0300ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.22029126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"bcfe23f8-1e7a-49bb-ad7f-78ce356bbb7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:43.221310191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"5094ab49-5feb-478a-b633-be089a0300ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:52.984192702Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.204926444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"56027098-0905-42de-9ac6-3f1efabef3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.204929273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"e7dac1f6-8c66-49d4-b311-f2a85c4c3f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.265206489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"56027098-0905-42de-9ac6-3f1efabef3e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:54.265488176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"e7dac1f6-8c66-49d4-b311-f2a85c4c3f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.29550296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"9aa40d0b-60de-4299-a163-7837c0d1912d","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.295705249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"d5ba4dff-6a68-4d97-b463-c68ddb14ed9c","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.295976419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"517aefd7-1fab-4900-8888-eb09ad006bf8","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.369045573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"467a2d26-4883-4090-b81d-adcb0af4daa7","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.36951057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"c08439a9-ce02-4887-89f0-051e3efafbb9","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.36989184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"1602b198-6973-4c5c-8f94-7df418f96738","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.45961001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"2f411ed2-a8e1-45ff-b96b-31af047d630b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.460442512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"0ea141bb-bf0c-4973-81e3-bcbd57c459d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.515406263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"cd2ae1d4-c9aa-4c54-86c6-056ed1a2cbb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.521154629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"0ea141bb-bf0c-4973-81e3-bcbd57c459d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.521311917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"2f411ed2-a8e1-45ff-b96b-31af047d630b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.615748352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"fe02aa47-bd3c-411e-9bea-68a5aef8db41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.899478407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"8d4e6f29-07b0-4d98-8b31-778d286e10ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.899478531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"a69b4945-1a02-4090-978a-c9c2e32c1826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.95967628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"a69b4945-1a02-4090-978a-c9c2e32c1826","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:00:59.959730305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"8d4e6f29-07b0-4d98-8b31-778d286e10ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.304060327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-conflict-b-61481047","reconcileID":"222a823b-71a6-4257-8c6d-87945e6c67db","MaaSModelRef":{"name":"e2e-conflict-b-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"e2e-conflict-b-61481047-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"e2e-conflict-b-61481047","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:01.364846205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-conflict-a-61481047","reconcileID":"e3a923ce-5758-481e-b461-2a3856826988","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"e2e-conflict-a-61481047-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"e2e-conflict-a-61481047","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:02.266429277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-conflict-a-61481047","reconcileID":"3af12146-8020-4e56-a71d-4434f71fe720","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"e2e-conflict-a-61481047-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"e2e-conflict-a-61481047","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:06.962691433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"47ff6bbd-c906-4258-b91d-055de232ea17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.650328883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"435bb1cd-e278-43a3-982b-66de46fcd16d","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.651534318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"e77df730-87a0-4cad-87c5-ef55eefd897a","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.725644298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"19177d09-f8e0-42a6-a077-c74a3c76d175","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.72598997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"e9841263-7392-4d01-996c-bf04acae7d5f","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.821560613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"02cd9b67-0224-41b9-a2c9-fcd7bb58b9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.821560777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"a4a8675c-1440-4559-bee1-2b0cf37264d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.87472811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"e9ef5a03-244a-4eea-a6a0-b254547ec16e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.880086089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"e5131a1b-591f-42a6-9d4b-4021acede94f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.896125025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"a4a8675c-1440-4559-bee1-2b0cf37264d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:08.904388169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"02cd9b67-0224-41b9-a2c9-fcd7bb58b9f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:09.305889755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e297094d-2aa7-441c-ab13-9c3711262305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:09.306482243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"20b08359-8170-4a72-a8ec-8582c7dd688b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:09.368089302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e297094d-2aa7-441c-ab13-9c3711262305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:09.370053774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"20b08359-8170-4a72-a8ec-8582c7dd688b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.478684531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"49c4bca1-dfcf-46a3-a295-fa4980faecd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.478683183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a8e7bf71-888a-4081-8465-a8d870ce7630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.544342564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a8e7bf71-888a-4081-8465-a8d870ce7630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:13.544915308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"49c4bca1-dfcf-46a3-a295-fa4980faecd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:22.983997677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.704072439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"18c3b3a9-38e1-435f-b31a-80154348bdc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.704072349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b9838dc8-090b-4f75-b580-d3f9a8ce1a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.764149011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"18c3b3a9-38e1-435f-b31a-80154348bdc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:26.764320158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b9838dc8-090b-4f75-b580-d3f9a8ce1a93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:30.37542298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"01471584-b68c-41ed-8ec6-868cef5f7fbb","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:30.376111206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"9794242f-d36d-49f1-9a88-405b9f53c769","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:30.376604794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-conflict-a-61481047","reconcileID":"c821cf9a-0f3c-46f5-929a-3e8367c8f8d7","MaaSModelRef":{"name":"e2e-conflict-a-61481047","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"e2e-conflict-a-61481047-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"e2e-conflict-a-61481047","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:30.542675645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"448333b0-ce2c-4a86-897c-98dd350385b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:30.543679665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"58bcbae5-526a-462a-84b7-785e8156722d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:30.599018101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"b47023ab-cff4-49c3-8d26-ba03abcdaa22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:30.604184933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"58bcbae5-526a-462a-84b7-785e8156722d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:30.604335922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"448333b0-ce2c-4a86-897c-98dd350385b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:30.604744179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"b76e4355-eb15-4cd6-9f54-b6469f9e8075","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:31.554443768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"586f18d5-c15d-4b77-b3cb-96aaffaee762","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.506992919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"79b1f29c-3f84-4af0-bcee-af672a45751d","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.507256342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"a45b87cf-5ba5-44da-be67-95e16c7ab097","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.56592087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"b00191f7-70bb-4ed0-bbf3-26924331fdc2","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.566240246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"d6719382-31f2-4227-89a4-563f478d175f","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.79242078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"5c2a2aea-37f8-4e26-bcd6-bf0e78cc4afe","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.792597491Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.841805494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"999c1dbd-5ebc-4cd5-9e76-443c9eff69a0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.852602582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"aeb7580e-dbca-486f-8c32-1f2c4d06671a","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:32.900047657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"869df488-02a6-4253-b85c-abb34df80116","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.901689343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"999c1dbd-5ebc-4cd5-9e76-443c9eff69a0","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.914596137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"1297d71b-8316-42ea-98b3-415096bafdff","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.970058677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"418f136d-f679-4bc3-a122-34aa84f88ef2","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:32.970086363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"418f136d-f679-4bc3-a122-34aa84f88ef2","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.024785211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"10833335-c14c-4993-a2f6-4436e0a357a5","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.025113045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"a91ff2f0-814f-45a4-8d25-3a2ae1267b57","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.061599483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"94039b5f-9d0c-45b2-94c6-3376010552a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.06165094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"cd4baf8c-5ef3-4dd3-96ca-383d1cb6bdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.066772175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"f3af4b5e-b4c4-43fc-8919-5199fd542c57","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.067128969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"dead430f-a9b5-42c1-9018-d90e0196f762","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.121413988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"94039b5f-9d0c-45b2-94c6-3376010552a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.121547166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"cd4baf8c-5ef3-4dd3-96ca-383d1cb6bdef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.291749474Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"2e8b019c-3815-4a93-88ee-44193c728285","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"distinct-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.333994094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"cc546422-4da7-42e5-9f93-054979c7423c","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.334455487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"7efd1cc4-4d6c-498a-82e3-899d2d8772b6","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.458728099Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"2e8b019c-3815-4a93-88ee-44193c728285","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","model":"distinct-2-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.55169944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"665281c6-0e53-44a6-b755-18e241816a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.551736589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"77a0eb41-635a-417a-aa4d-e5cdaa6239c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.612042914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"665281c6-0e53-44a6-b755-18e241816a3c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.612744868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"77a0eb41-635a-417a-aa4d-e5cdaa6239c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.652051365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"71e81ffe-4678-47c3-a0f4-8ffb6c902e6f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.692163884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"cc620783-25d5-4d87-8149-c714a484fa82","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.692543172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"68a33917-d68f-4ee3-8baa-2cf6f55a36d8","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.711929858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"71e81ffe-4678-47c3-a0f4-8ffb6c902e6f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:33.914450404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"c7e4eb25-ff06-44f8-9b1f-7e617ba80e22","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.078601225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"c7e4eb25-ff06-44f8-9b1f-7e617ba80e22","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.311325036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"59b7f587-f183-468f-88a1-55699a147dfc","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:34.311767455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"20d096d3-b1c8-4054-b5e7-287b19cc0dba","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.361725389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"96ddc8a4-7cf8-4c36-95ea-91a7f5c3dad0","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.421822264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"6fc3a147-1972-4390-a764-e985f725f28c","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.53284898Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"56647e45-9a96-4f89-b507-09a91679bb3c","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66c522d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.587916699Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"0ed2e984-0665-4048-b223-a240de263c72","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66c522d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.641643743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"fd6b3af1-df9b-4f8c-a1b7-d80ec819e311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.641658209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"39d9a733-a419-4ffe-afad-dddb5d388dfb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.642200068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"1c9da9c7-9741-4a83-9e66-5022a05b76ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.709087337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"39d9a733-a419-4ffe-afad-dddb5d388dfb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.711458919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"1c9da9c7-9741-4a83-9e66-5022a05b76ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.711762315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"fd6b3af1-df9b-4f8c-a1b7-d80ec819e311","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:36.825354363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"bf015661-25ba-4386-b91e-53992d2039fa","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.20080938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b6afe82d-972b-4b9e-af58-53ca23b64216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.201629336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f6999618-eaf6-4f7b-b902-cfee0a5d9df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.270195011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f6999618-eaf6-4f7b-b902-cfee0a5d9df2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.271176667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b6afe82d-972b-4b9e-af58-53ca23b64216","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.310738616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"67f56371-3d68-4666-aa1b-8f10a0af08b5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.375559863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"67f56371-3d68-4666-aa1b-8f10a0af08b5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.741239774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"00e688a1-e76d-40ac-a807-1b66f764de82","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.798976023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"d8b63e9c-9b1f-44d6-8b7f-bd7c31f732dc","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:37.968539113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"b1706533-5231-4570-9905-e53bd4fba631","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.028393485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"b1706533-5231-4570-9905-e53bd4fba631","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.32259075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"fbd066f8-bd87-474d-a109-387039987dcd","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.485213958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"cff95fa5-70ef-4895-91ac-6195c0d7f042","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:38.545723868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"cff95fa5-70ef-4895-91ac-6195c0d7f042","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.416171674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"b8a58f0e-bf84-4d16-8ac1-40b10548f356","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.416356497Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.476139099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"40832503-6710-48a0-aa27-efbd8c890ad6","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.525152898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-subscription","reconcileID":"fa0a2099-758a-48bc-98e0-b53f64e36c3e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.579100724Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"a42a6d32-b5c9-4132-b71e-0ce9c98248fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.579983651Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"a084ee63-bba9-42c4-b2e1-52ccbb07f0cd","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.58081789Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f292a91a-f734-459d-ae64-92d2a4e3efcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.640149346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"a42a6d32-b5c9-4132-b71e-0ce9c98248fa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.640494318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"9f1ab575-529d-40bd-98a5-1b952093ff84","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.643385615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"a084ee63-bba9-42c4-b2e1-52ccbb07f0cd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.643520336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"c63ace3f-f94e-4ae9-b5bc-13fb3634c611","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.643847726Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f292a91a-f734-459d-ae64-92d2a4e3efcb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.644218672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"364d8371-b7db-4279-bda7-528883a1fcf4","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.644546314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"2c08f2e4-380a-47c6-a7ad-70ad33dd0d9f","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.703423325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"0e9220e5-b87e-4b33-baee-9c556d9d02b1","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.816201444Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"d4c8457b-24bd-4fb7-b0d5-e90eb115103e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.816398081Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"11b554b8-e716-4b42-95bd-71698dacab93","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.816380358Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"d4c8457b-24bd-4fb7-b0d5-e90eb115103e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.816446297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"11b554b8-e716-4b42-95bd-71698dacab93","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.907458202Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"da6623fe-5eb7-4589-ae20-9c992e8f41a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.963013663Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"da6623fe-5eb7-4589-ae20-9c992e8f41a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2215\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:637\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:40.963094162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"da6623fe-5eb7-4589-ae20-9c992e8f41a6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:40.989710535Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-subscription","reconcileID":"44f6cca5-fede-4347-8b07-0b33beb7a241","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-847c6f/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.008845199Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"e876c87d-66e2-4b19-883b-5006f11f32d4","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.008931053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"e876c87d-66e2-4b19-883b-5006f11f32d4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.008847608Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"905d912c-1584-4216-8432-8ddcc38cff5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.009023625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"905d912c-1584-4216-8432-8ddcc38cff5e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.15537891Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"1f059655-2823-47d9-b247-c5ba19b62b11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.155453478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"1f059655-2823-47d9-b247-c5ba19b62b11","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:41.183790754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"22313f73-b06c-419e-94e0-1ba0af8732ce","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:41.217065922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"2af1b008-bac5-48df-8d32-d85e788b1261","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.270193551Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"f7c9ae62-efb3-44eb-aacd-8d9c5abd8b36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.27027412Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"f7c9ae62-efb3-44eb-aacd-8d9c5abd8b36","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.270197556Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"edf0511a-5051-4124-85b7-045f4fbb3a07","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.270331343Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"edf0511a-5051-4124-85b7-045f4fbb3a07","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.351397369Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"4e6b1da7-597a-4875-8bdf-0757150bfab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.351481088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"4e6b1da7-597a-4875-8bdf-0757150bfab1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:41.414987055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-subscription","reconcileID":"cc6ef40f-f5e8-4e85-a60c-51a1e72ee106","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.477799818Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"b24e4807-ba59-4cd4-a492-1e2e26fc8f33","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.477890529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"b24e4807-ba59-4cd4-a492-1e2e26fc8f33","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.477816079Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"ca8615cc-a6aa-43bb-b626-738b713a1d34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.477986018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"ca8615cc-a6aa-43bb-b626-738b713a1d34","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.588185981Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b320c36b-169b-40a0-bfe0-a61a58219da3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.588289308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b320c36b-169b-40a0-bfe0-a61a58219da3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.721206185Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7771f79f-ea37-4ca1-a7d7-b6114426ee14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.721278199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7771f79f-ea37-4ca1-a7d7-b6114426ee14","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.721206521Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"2ff7631d-4d3c-4ff4-8f0e-415d72fb1f77","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.721325974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"2ff7631d-4d3c-4ff4-8f0e-415d72fb1f77","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.831783342Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"672d1bfa-a1ac-495b-902f-17e05aaa1b4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:41.831869855Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"672d1bfa-a1ac-495b-902f-17e05aaa1b4a","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.04789688Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"6dec6fe1-169d-499f-ab8b-aeef5317af75","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.048193935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"6dec6fe1-169d-499f-ab8b-aeef5317af75","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.049019346Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"2b180cb5-3d75-4d32-893f-a9ba6a147d9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.049178283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"2b180cb5-3d75-4d32-893f-a9ba6a147d9b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.157388305Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f26e30dd-3747-40c2-9222-3fa709708b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.157497459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f26e30dd-3747-40c2-9222-3fa709708b73","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.531832803Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"43ddf6d5-b36c-4083-b9e2-4e2aafaa85c2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.531864743Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"07271376-9441-47d2-b528-96e2ba88ed4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.531908056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"43ddf6d5-b36c-4083-b9e2-4e2aafaa85c2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.531936413Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"07271376-9441-47d2-b528-96e2ba88ed4f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.64002518Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ae826491-80ee-47e2-bcbc-def66ccc9550","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:42.64010029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ae826491-80ee-47e2-bcbc-def66ccc9550","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:43.293117595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"d45360dd-ac23-49de-85e3-f47973d978fc","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.334629748Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"9f304e3f-d59e-424e-b359-1dff7811527c","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.334693979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"9f304e3f-d59e-424e-b359-1dff7811527c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.334605382Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b91e30ba-dc22-4384-abc2-8a55a3a69f22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.334760404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b91e30ba-dc22-4384-abc2-8a55a3a69f22","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.443408422Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a14735dc-3244-49bc-ad6c-81c1f67d1078","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.443504689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a14735dc-3244-49bc-ad6c-81c1f67d1078","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:43.517768279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"d0e5f9c9-2200-4bb4-9eee-b38f8bca6897","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.679271996Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"54f730b2-2e49-499a-983c-9d37b65ab328","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.679351716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"54f730b2-2e49-499a-983c-9d37b65ab328","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.679325627Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"e4695a82-ad12-46fe-b7db-e2124c53ff29","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.679392805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"e4695a82-ad12-46fe-b7db-e2124c53ff29","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.684452505Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"3f29ce54-b3cf-46a8-8398-c6cd5159243e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:43.684523137Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"3f29ce54-b3cf-46a8-8398-c6cd5159243e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:46.402401095Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"fd22d24f-240f-4c35-a66b-2d4529831578","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:46.402418843Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fe258681-6a6f-4506-a55c-5d7f5ce03d68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:46.402485597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fe258681-6a6f-4506-a55c-5d7f5ce03d68","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:46.402485823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"fd22d24f-240f-4c35-a66b-2d4529831578","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:46.405585855Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"0e0f54ee-b9fd-4651-9633-022d1598c0b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:46.405646665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"0e0f54ee-b9fd-4651-9633-022d1598c0b3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:46.644360739Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"3d6e1727-eed2-458f-be2c-39359c28f019","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:46.699111456Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"3d6e1727-eed2-458f-be2c-39359c28f019","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:46.75356153Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"3d6e1727-eed2-458f-be2c-39359c28f019","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:46.810312308Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"3d6e1727-eed2-458f-be2c-39359c28f019","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:46.865239706Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"3d6e1727-eed2-458f-be2c-39359c28f019","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:46.919718632Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-subscription","reconcileID":"3d6e1727-eed2-458f-be2c-39359c28f019","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.197796955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"9d29e80b-225d-47e4-8491-5b9e8dd1419a","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.197913193Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.257758139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"716c8ff0-c5e4-4b02-ad45-0fabbbccb47e","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.35385897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"b55c0bbe-4d89-47b7-9d27-64e3c9397003","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.35424491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"9405651a-4e4b-41e1-8fa7-a8f9e02ee2a4","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.468380926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"0528e9a4-bf80-4e46-8019-b35fc8f9d922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.468591782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"f52e2114-dc8e-4997-a55c-8faa3681301d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.468381019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1ef7f067-8acf-40f5-8d06-11654f726755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.528900429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"0528e9a4-bf80-4e46-8019-b35fc8f9d922","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.528963487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"f52e2114-dc8e-4997-a55c-8faa3681301d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.53148982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1ef7f067-8acf-40f5-8d06-11654f726755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.939408051Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"5ca75fb6-235c-4abe-8409-9cf6e2f5f1cf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:47.99320525Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-distinct-models-auth","reconcileID":"5ca75fb6-235c-4abe-8409-9cf6e2f5f1cf","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:48.210385397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"07956f34-49f6-4321-a6f0-0c362fc67d0d","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:48.210684492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"da52df0f-b9e1-4e0c-b7f7-cc3e07f79865","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.2338734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"48362229-7e5f-44d0-bf3f-d4d6a7345c79","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.293692583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"41a3c14b-549c-4513-9bd8-692e02480211","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.509001349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"8d50194c-5bc9-4283-8130-cfb21bd51bbe","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.513225293Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.513236418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"2167fd1d-813a-44d9-a8be-0224a19340cf","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.568844409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"8d50194c-5bc9-4283-8130-cfb21bd51bbe","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.573409145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"435e0291-3d42-4e87-b89b-52fe979efc39","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:49.620612317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub1","reconcileID":"ff2ec4c2-c2d2-41f8-8c09-d22e477b10d8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:49.628777208Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"435e0291-3d42-4e87-b89b-52fe979efc39","name":"distinct-w4-31fdbe","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-31fdbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:49.628847629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"435e0291-3d42-4e87-b89b-52fe979efc39","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w4-31fdbe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.634172676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"5fdcc7d5-0c3a-45bf-8a31-d223ac37e642","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.729017706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"4a179f0d-1a5f-4333-9ff4-3e2d7a0ab2c3","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.733898668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0fed53c8-6e64-4e0c-b67f-fe1de509e5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.733905976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"89907e99-bb0e-4bac-a18b-77eb940a7f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.780241534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"093c9688-d141-49c1-8044-ed921ea89b92","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.786566487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"062d78d6-2323-4d91-8555-4b4e7413a65b","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.794353445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0fed53c8-6e64-4e0c-b67f-fe1de509e5c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.794591906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"89907e99-bb0e-4bac-a18b-77eb940a7f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.839414924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"82e53e56-ce0f-4d00-91e3-5482cb6f0db6","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:49.8940937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"47e48e01-17ed-4fff-9de3-adaf2c0755d6","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.005556095Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub1","reconcileID":"e951ab5b-0abb-4105-994f-be1861dcab6e","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"distinct-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.059065146Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-31fdbe priority=0:[ai-tenant-e2e-worker-w4-31fdbe/e2e-return-all-sub1 ai-tenant-e2e-worker-w4-31fdbe/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.059303212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"1e3e08f0-9a25-4f8e-8d6c-ee096e3895d0","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.112966044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"380ead0d-e19a-4474-857e-ca29e00c7539","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.122191558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"d4f765f0-12ec-41d8-a08e-5d92917f54d3","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.165651362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"2250247c-ee37-4c84-8c65-ee824b40ba64","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.166427683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"7295f882-8d7f-45f9-907e-d83a754e8d38","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.175196441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"380ead0d-e19a-4474-857e-ca29e00c7539","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:50.178818676Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-31fdbe/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.18101576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"5003de6a-36c5-4ef8-8675-dfc8837792eb","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.224198277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"5b037099-ac85-4fee-ade6-c76de63de7ef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.229148057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"7295f882-8d7f-45f9-907e-d83a754e8d38","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.306846713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f5da75c8-be27-471b-8361-e4f674149773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.30684938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"9833ca01-f94e-42eb-9336-5ddb5420eeff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.366912776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f5da75c8-be27-471b-8361-e4f674149773","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.367011643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"9833ca01-f94e-42eb-9336-5ddb5420eeff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.397068598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub1","reconcileID":"b97d99d4-34b6-4bcc-8729-208b60a8e9eb","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.446178328Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub2","reconcileID":"61f6fb70-ff1b-4ab4-9d61-902e3f22264f","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","model":"distinct-2-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.455324695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"45171d06-54a0-4157-9c4f-bc5828b40b17","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.622067936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"0a1c2ea1-df7b-4085-bb58-bf387e94fd19","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.661591678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"68219e2e-354d-4f60-b299-2eca94bac66c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.721151076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"68219e2e-354d-4f60-b299-2eca94bac66c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.76280672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"572eedaf-ef68-4597-9b9d-52148e49fd7d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.799837363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c7b81a3c-d230-4f09-8640-675facc0083b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.799848336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0ac7323c-fad8-431d-8df7-f361891666c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.822859169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"572eedaf-ef68-4597-9b9d-52148e49fd7d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.83982514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub2","reconcileID":"bfc7b135-b10c-4b71-95c8-5332a40a3155","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.859841168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0ac7323c-fad8-431d-8df7-f361891666c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:50.8612953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c7b81a3c-d230-4f09-8640-675facc0083b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.677992872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"57729284-c3d8-481b-9480-4154d2ae09e4","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:51.686282544Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"5055d25f-e447-4e15-aece-0007d93b4e00","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:51.686349585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"5055d25f-e447-4e15-aece-0007d93b4e00","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:51.686283745Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6fd4aede-a00d-4f50-9463-09be5868aa45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:51.686431092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6fd4aede-a00d-4f50-9463-09be5868aa45","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:51.688147912Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"d9e1c7db-2047-4de7-9235-d6ea3fb86e2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:51.68819759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"d9e1c7db-2047-4de7-9235-d6ea3fb86e2c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: compose ai-tenant-e2e-worker-w1-847c6f/e2e-dedup-subscription@e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: model e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.846139644Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub1","reconcileID":"8d67b674-33ba-4f61-b15b-72b034bb8df4","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-64f08cb4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.946998604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b92655bf-2364-4edc-a588-b3b7f85f7364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:51.947059418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"4e785719-dd70-42a7-876f-71263a90b82e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.007218762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b92655bf-2364-4edc-a588-b3b7f85f7364","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.007278455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"4e785719-dd70-42a7-876f-71263a90b82e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.048175462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"df9365a3-b967-4475-91ac-fc0953512474","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.048233434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"5a7c3c41-5556-4da7-b4a4-2502008c2713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.108230002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"df9365a3-b967-4475-91ac-fc0953512474","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.108286179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"5a7c3c41-5556-4da7-b4a4-2502008c2713","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.484643939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"3eb463e2-5875-4331-81d3-dc0940e784b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.484842327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"dbb118f6-6c7e-4b18-9d87-f22087268b68","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.544415201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"3eb463e2-5875-4331-81d3-dc0940e784b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.545226646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"dbb118f6-6c7e-4b18-9d87-f22087268b68","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.586334958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"30d6989c-506d-43e3-9756-271207718c0b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.586354741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"ec28f50d-5019-4ce5-acdf-78e5ba9115c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.647753128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"ec28f50d-5019-4ce5-acdf-78e5ba9115c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.649543862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"30d6989c-506d-43e3-9756-271207718c0b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:52.984074214Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.686463709Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-subscription","reconcileID":"1e4c7e46-6a6e-4c81-a34a-a3f97d06d90e","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:53.911696441Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-subscription","reconcileID":"1e4c7e46-6a6e-4c81-a34a-a3f97d06d90e","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.129347463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"aa30458a-9548-4be3-a4cc-838ad92f5444","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.1332131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"b044c61e-5f4e-47d1-b6dc-10fc491c66b6","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.133304731Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.193585877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"b6225978-08d2-4ccf-8ab5-8ef262dbeee4","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.269386594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"79c6e8eb-f84e-4568-a4a0-14db15bb744b","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.337411425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"41c68390-1920-4666-9a7e-b8d13e34c8e1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.337424716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"eb2cb7a1-cbe9-4bee-be70-8bfa68f6b8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.338001346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"e0b34567-0487-4a46-a0fe-89179ae89cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.398044333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"e0b34567-0487-4a46-a0fe-89179ae89cd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.398156378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"eb2cb7a1-cbe9-4bee-be70-8bfa68f6b8bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.400737892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"41c68390-1920-4666-9a7e-b8d13e34c8e1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:54.750987979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"41c68390-1920-4666-9a7e-b8d13e34c8e1","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.751256199Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-dedup-auth","reconcileID":"742f4257-923e-43a1-9bbb-6763b55b4d6f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.753309101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"39bb6ee2-f692-40e4-944e-f847fe578d8d","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.756124244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"f4216668-912a-4e47-9ab4-ef9b94937894","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:54.965925512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"84a6569d-7875-4ffa-a97d-22f1b718c71d","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:55.976803063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"f659ff0b-6e40-488a-a365-2db31993d680","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.036492602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"2873a49e-b226-4d66-a00a-2a67c879cdef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.198232122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-auth","reconcileID":"14b3f6b6-8141-4cc3-8d25-c4c8e6a897a3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.242533344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"b212d2c1-cfd1-4ab9-86f3-d4c02e6d0f14","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.242649231Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.257888096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-auth","reconcileID":"14b3f6b6-8141-4cc3-8d25-c4c8e6a897a3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.301512222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"6bdcd2d3-d81e-42da-a105-70f1b3f3d50f","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:01:56.351450004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-sub","reconcileID":"4d692385-7b66-4cfe-bd8a-87ce0d10c02d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.407395945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"13b549ff-1f88-4c8a-9df3-39db6ce6a09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.408124882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"e12b9bc5-ce64-4f39-b7a6-eed3eada4969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.465492517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"8bb01cac-7614-4cf6-9717-db2e175a3563","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.467508577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"13b549ff-1f88-4c8a-9df3-39db6ce6a09d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.469741027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"e12b9bc5-ce64-4f39-b7a6-eed3eada4969","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.524730834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"99d71bd8-8e8f-4bd0-bc8f-deba7d7d04e3","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.581610342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"8ae03f5d-3c85-4fed-88fa-541bbcf8aa84","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.743000243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-auth","reconcileID":"8ffcb3f3-324c-46af-8089-04eed9d33332","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.801191908Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-sub","reconcileID":"4843c22c-257f-4eec-a7d3-baf90be51225","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w1-847c6f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.804170449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-auth","reconcileID":"8ffcb3f3-324c-46af-8089-04eed9d33332","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.845473473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"92263563-3b24-4cf0-83f6-cbb7d00259ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.845516471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"74d67acc-fb20-4f13-a0ce-ff8e7df2974f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.907201033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"74d67acc-fb20-4f13-a0ce-ff8e7df2974f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.907265334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"92263563-3b24-4cf0-83f6-cbb7d00259ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:56.974770233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"4b6ceb7f-3456-49db-990e-58511cfc1606","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:57.019575184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"17359124-a27e-4d85-8187-2d7a09e61ed4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:57.192723567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-sub","reconcileID":"67ba7113-2fd2-4940-9a55-8d4bd22760a0","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.128343207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"2ab9e6fb-dc39-4685-89d5-83a252bfd068","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.320441717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"aec81af2-b325-455e-9967-dafafa313b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.321102713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b27bbd9b-cfa8-47eb-ab19-15e14ff577b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.321164235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-auth","reconcileID":"3fa5e79e-2268-4d03-bbd4-a5af3855cced","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.384375346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-auth","reconcileID":"3fa5e79e-2268-4d03-bbd4-a5af3855cced","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.39181329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"aec81af2-b325-455e-9967-dafafa313b1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:01:59.396274105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b27bbd9b-cfa8-47eb-ab19-15e14ff577b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.901632806Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub1","reconcileID":"ca203c4d-9db0-4799-bd89-87b6104019b7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:01.956242718Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub1","reconcileID":"ca203c4d-9db0-4799-bd89-87b6104019b7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.010459034Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub1","reconcileID":"ca203c4d-9db0-4799-bd89-87b6104019b7","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.288434409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"84ff2224-75f0-46ce-a3dd-67dbc47cbfdd","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.288780938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.467642221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"5d1b4d49-a664-41ad-a2d7-56f5515f646c","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.580165936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"1f961447-6f09-4b6c-aeb3-865cdff70ce9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.580393626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"878f9f38-7666-4dc1-a401-4145a8e195c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.580165921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"830eeead-52bd-4170-b799-ec4ac705b98a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.580993981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"08b78b07-c79a-4c90-b565-471e052d7f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.642992618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"878f9f38-7666-4dc1-a401-4145a8e195c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.643148025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"08b78b07-c79a-4c90-b565-471e052d7f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.643644844Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub2","reconcileID":"2ea09821-b1e5-4548-bda2-eca25802ac52","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-52a61a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.647525107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"1f961447-6f09-4b6c-aeb3-865cdff70ce9","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:02.64834934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"830eeead-52bd-4170-b799-ec4ac705b98a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:03.125000739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"14c9fcfb-2702-4085-a6fa-1e3b71d46eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:03.125083464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e313b4ce-1ebc-4c65-a7f7-bda81f56a329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:03.125495553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"de2a0003-7c65-42d1-b96e-7752afdc04ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:03.125612832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"bc564901-32d5-4533-9ab0-7f5bd0fdb0e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:03.185756542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e313b4ce-1ebc-4c65-a7f7-bda81f56a329","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:03.186977544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"14c9fcfb-2702-4085-a6fa-1e3b71d46eaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:03.189008675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"bc564901-32d5-4533-9ab0-7f5bd0fdb0e7","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:03.190932783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"de2a0003-7c65-42d1-b96e-7752afdc04ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:03.829745229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"a852aa20-830b-4d7f-b059-cd79c4d99cc3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.049916784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"f36e78bb-aaf0-4779-a79a-18dc557035a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.050715256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f90ce9ba-d77c-47fe-adb2-2e23b11fddeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.050765741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"da52d2d5-c0ff-433d-ad38-0c167bd60644","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.051218683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"be64abf8-4628-48bd-af89-9c88c68c7314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.109877099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"f36e78bb-aaf0-4779-a79a-18dc557035a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.110584854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"da52d2d5-c0ff-433d-ad38-0c167bd60644","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.112490266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f90ce9ba-d77c-47fe-adb2-2e23b11fddeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.113298065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"be64abf8-4628-48bd-af89-9c88c68c7314","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.595562098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"a992abc9-663b-435c-89f1-ae86a66d13a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.595636781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b49d7696-5a74-48cf-8577-006962e3f357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.596101097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"e82a0da5-1bcb-4f23-a759-697562d47bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.59612324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"a19d7e38-27c6-440e-bc18-02784f242228","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.656656023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"a992abc9-663b-435c-89f1-ae86a66d13a0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.657746586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b49d7696-5a74-48cf-8577-006962e3f357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.660223929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"e82a0da5-1bcb-4f23-a759-697562d47bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:05.661929365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"a19d7e38-27c6-440e-bc18-02784f242228","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:08.032175043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"9c014e5c-025f-4f52-9ca8-627e9d44cbeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:09.298139979Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-sub","reconcileID":"7b61ff38-bdc8-48e6-88b2-320eabb933d4","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:09.522228372Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-sub","reconcileID":"7b61ff38-bdc8-48e6-88b2-320eabb933d4","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:09.747896635Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"df25c419-863d-42e0-88ac-67174196b4ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:09.801675043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"11bd7b68-ae21-436e-b8c6-c4b364897dd3","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:09.801687839Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:09.954454011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"09118ffa-0d4f-47ab-860a-6e4c71d30eb5","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:09.965058617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6b9649ba-201c-48d4-85ca-141507ee2cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:09.965124201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"e23acde6-39db-42bd-a3cb-d3741c81046d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:09.965596082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-auth","reconcileID":"42303078-ac34-4870-b3df-84ad937ff437","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:10.026926511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"e23acde6-39db-42bd-a3cb-d3741c81046d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:10.027376136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-auth","reconcileID":"42303078-ac34-4870-b3df-84ad937ff437","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:10.031243943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6b9649ba-201c-48d4-85ca-141507ee2cdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:10.190214146Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-user-token-filter-auth","reconcileID":"1c4ac0d2-9620-4f63-bc9e-aeaa8c52fb48","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:10.357977743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"93f68bae-d9f0-4b15-b6d4-019d6311489a","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.367934203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"106ebc10-f923-46ec-8138-ec60c4a5de5e","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.426726294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"7c4fb071-14d3-42ed-85de-267e7c2a8b6e","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.588892478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-invalid-sub-auth","reconcileID":"5459cf37-1fcc-4165-aaae-67c4522c6778","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.645661221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"be10a1ed-8e15-4b67-a05b-314120deb097","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.645690329Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.652195042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-invalid-sub-auth","reconcileID":"5459cf37-1fcc-4165-aaae-67c4522c6778","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.70609368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"b53762bc-6dbd-4c37-b2b3-fda68872602d","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:11.75411953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-valid-sub","reconcileID":"84c4ebfa-202e-4119-8633-dcecc4094b07","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.810591301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"72fd8674-74ee-44a6-a00e-7812dae40474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.811147011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7e594ec1-1745-4a03-89d5-a72a4956b312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.86876838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"f62b53ec-0792-4944-b89a-8313d2ef06c2","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.87210854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"72fd8674-74ee-44a6-a00e-7812dae40474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.874260866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7e594ec1-1745-4a03-89d5-a72a4956b312","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.927199491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"29cf6a40-9bbd-4995-9809-b9a763842b8f","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:11.981078804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"c46612b4-1281-49ff-a84b-085d4c659a3e","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.14426899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-invalid-sub-auth","reconcileID":"2128ebd4-bcab-4c50-bcfc-e125d01f80bb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.204387031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-invalid-sub-auth","reconcileID":"2128ebd4-bcab-4c50-bcfc-e125d01f80bb","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.205697014Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-valid-sub","reconcileID":"b3eacbe1-dce9-4d2a-846e-abb30bcca0b2","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-847c6f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.244547979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"ed39797b-78ec-45a3-9119-b364fd38e21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.244547826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b8702059-7ff1-45d8-897e-1fbfc043b12b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.305415587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"ed39797b-78ec-45a3-9119-b364fd38e21b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.306555565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b8702059-7ff1-45d8-897e-1fbfc043b12b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.377851674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"72255cd6-9e23-4cc6-9036-eadb8e406b86","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.423049277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"652e0e24-88d8-4b62-b1f6-3579a376aba9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.595678909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-valid-sub","reconcileID":"0eb7c80c-4236-4281-9382-71758b8f50ed","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.698506524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub2","reconcileID":"7d3a00cc-c751-4427-9535-bda07d2e46b1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.753101886Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub2","reconcileID":"7d3a00cc-c751-4427-9535-bda07d2e46b1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:12.807592265Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-sub2","reconcileID":"7d3a00cc-c751-4427-9535-bda07d2e46b1","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.085172902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"1af25a0e-c050-4b90-afb7-c813bf63afdc","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.085283393Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.145921741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"72f69ffa-56da-4765-86eb-71e20d424cd1","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.235341872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"50ed7880-25b0-47ad-a89a-20b1330a438a","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.355485504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"79e0c134-cf32-41fb-a304-60df665e6447","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.355653566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d9b21172-a629-4738-8948-c7263d7c7f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.355485543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"dbfe023b-6c05-41a0-a7d8-b28edbfb71a8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.356227019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"356fcad2-f7e6-4da8-9baf-25f180070cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.41572931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d9b21172-a629-4738-8948-c7263d7c7f4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.415754568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"dbfe023b-6c05-41a0-a7d8-b28edbfb71a8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.41830223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"79e0c134-cf32-41fb-a304-60df665e6447","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.418365952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"356fcad2-f7e6-4da8-9baf-25f180070cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.624810247Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth1","reconcileID":"367d9cec-5748-4f2f-a57e-978277025a1f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.793176377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"e8707b19-50a0-4dce-b6c5-329e9667697a","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.841379995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"253c1409-c9af-4cc1-9231-d11118e07f55","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.900738633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"253c1409-c9af-4cc1-9231-d11118e07f55","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:13.938032984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"f86542a3-958f-49aa-b944-657fa3a9d97b","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.108462045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-return-all-auth2","reconcileID":"c04cb63d-2412-4c2d-8181-af5d3f62c39d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.321866736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"a81051b9-f242-4f8d-b24f-f69eaa96334b","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.538873943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"96825676-0548-46cb-ac4b-2a33f3903de2","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.700782511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-invalid-sub-auth","reconcileID":"9c237822-a768-49ec-b85c-eb3d26b3c79d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.701014633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fdde1843-a6a8-4af8-b409-6e9f630f0395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.701326652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"101b9e61-bfb0-4f52-9eb8-b2b389131ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.761776048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"fdde1843-a6a8-4af8-b409-6e9f630f0395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.761863558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"101b9e61-bfb0-4f52-9eb8-b2b389131ffd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:14.764824413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-invalid-sub-auth","reconcileID":"9c237822-a768-49ec-b85c-eb3d26b3c79d","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.911112721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"ce0745af-5ca3-4305-9e4d-026b7414bdb4","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:15.968240765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"ed5e9d7d-6464-4ed6-949a-e6863bf4fbd2","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.130324399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"b9590ad2-be1d-4a47-9581-c4c25aaa4cce","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.184438275Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.18449255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"4ab99958-fd88-41b4-9f42-f68c882a1425","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.190172738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"b9590ad2-be1d-4a47-9581-c4c25aaa4cce","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.243988977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"92613b7e-a16a-4ef2-b679-56b02bff0a28","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:16.290785869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-sub","reconcileID":"349f1540-a1d8-4c08-b478-992c5104f481","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.346551883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"67c0d88e-bf0f-4bf7-b407-b8e90e52cf67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.346551952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1ae8fdb1-dad2-4ce3-a4e8-69fb7fe46a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.406860666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"54909f91-1292-4f77-8099-8086fe24d533","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.412074056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"67c0d88e-bf0f-4bf7-b407-b8e90e52cf67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.412153402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1ae8fdb1-dad2-4ce3-a4e8-69fb7fe46a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.466428459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"d1bababd-b124-494a-bab4-816ca88e4be3","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.516840956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"7241b129-92ee-4b21-b3dc-9cee63bb15ea","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.679917804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"b5ba6f74-ca23-41cb-8fb4-75c7818d0677","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.739849713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"b5ba6f74-ca23-41cb-8fb4-75c7818d0677","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.745375456Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-sub","reconcileID":"66fe447a-efda-40a9-b85e-dc3e9559d845","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.773518547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"a157e3c2-9a0b-4463-b220-1a820348e32d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.773518649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7fb3c67a-42ba-479f-bb03-5ca7888297b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.833654614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7fb3c67a-42ba-479f-bb03-5ca7888297b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.833803197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"a157e3c2-9a0b-4463-b220-1a820348e32d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.919306035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"477b5687-0275-48ef-aa95-c76466b9561d","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:16.96472851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"4363e88e-6df2-486d-80ab-92f826b8ab0b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:17.13761834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-sub","reconcileID":"aec1c750-7e2b-49f1-b38f-8cba4636ed44","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.073380772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"d59d8bb6-e283-4b85-b700-45445b14a563","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.235728975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d58aa726-6122-4652-afdc-4ebda86a4585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.235877041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ae81c3e9-ddfb-41f9-a240-ffe8d33b1589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.23572904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"4485b97c-671d-4419-909f-7b380b265829","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.29763175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d58aa726-6122-4652-afdc-4ebda86a4585","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.297705108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"4485b97c-671d-4419-909f-7b380b265829","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:19.30180531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ae81c3e9-ddfb-41f9-a240-ffe8d33b1589","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.019034808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"5edcea05-dd02-4702-9378-03bc0fd4220c","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.019554469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"c3e07dd3-1613-4591-90e5-cc07ea5ee25d","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.19152684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"ba26f0bb-d76b-4bce-93ef-ffc79251542f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.19206456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4059e5e6-7d88-4308-bbe4-e143ee97b128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.248372608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"1267070b-3a98-45e2-aa99-716067c29210","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.248408396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"c4887982-fd08-493f-b530-097578dfc966","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.253260108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"ba26f0bb-d76b-4bce-93ef-ffc79251542f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:20.253342074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4059e5e6-7d88-4308-bbe4-e143ee97b128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:22.984257876Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:23.998018523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"c14dcb85-d2f0-4025-a44d-3fafbe374eb2","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.000960342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"88b7d5f2-7ce0-479e-8ba4-55334fb4d249","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.00136966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"37f60e5a-60f9-4dd5-a1c7-d6ffbc773818","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.077221107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ddbff421-430e-4385-a6d0-66f7e144c3e5","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.077676493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"e2c099eb-b589-4767-bced-f78a6b3f49e5","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.078052334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"f5a0f58f-69fc-4274-9748-1d8a50c4b6d0","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.168639208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f23b9216-b66f-4a0b-a920-329b9804aa99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.169340662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"adc1afc4-9e63-4dde-a575-cfe6f821f5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.224321205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"a48fb489-177c-4323-ab36-5becde93da95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.226911958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"806f98c8-06e5-4fd8-8391-bca69cc11c32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.229692619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"adc1afc4-9e63-4dde-a575-cfe6f821f5ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.229736481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f23b9216-b66f-4a0b-a920-329b9804aa99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.570026967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"91f074c6-bee3-4c63-a885-e57a42b970e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.571174318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"af964b47-e468-4d10-b243-8fba605c2f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.632242741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"af964b47-e468-4d10-b243-8fba605c2f30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.634852354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"91f074c6-bee3-4c63-a885-e57a42b970e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.712062207Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-valid-sub","reconcileID":"965d0285-cf56-4f11-9ca0-7186d646c25c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:24.940752799Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-valid-sub","reconcileID":"965d0285-cf56-4f11-9ca0-7186d646c25c","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.170292061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"6d8fa80b-241a-4011-8bec-b981422cbedc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.208984624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"eadaa433-5f87-4a44-8e36-4f08e55e9607","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.209356474Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.357780886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"765e4bb7-0892-4b40-a943-30d173524154","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.375348621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"c5a52da8-4825-40d0-b059-753d92bc1f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.37538374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"16e0b108-002a-4f4b-9df1-1e831ec14857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.375887866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-invalid-sub-auth","reconcileID":"8da0e6fc-93c8-451c-961a-0b0bb0b46676","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.436594664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"16e0b108-002a-4f4b-9df1-1e831ec14857","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.440436691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-invalid-sub-auth","reconcileID":"8da0e6fc-93c8-451c-961a-0b0bb0b46676","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.443707779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"c5a52da8-4825-40d0-b059-753d92bc1f87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.649649483Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-models-invalid-sub-auth","reconcileID":"3a96694e-9829-43b5-ace8-ba626c05f58b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:25.909465607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"13429060-3623-4655-b7a0-0113dc89750b","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:26.955846907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"f9f1debc-a2f0-486c-8b0b-bfee07c226d8","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.016238486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"8d15dcbb-ebac-4425-a2f5-53d0ac105b80","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.251330445Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-847c6f priority=10:[ai-tenant-e2e-worker-w1-847c6f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-847c6f/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.25159712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"27ac179d-8450-49a8-9c12-c4b4e9abc9a2","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.275766195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"c6700647-bb72-43a5-8951-4aadcf4101b1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.324735113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"97d59da7-dd0c-479a-8e75-673019b02f64","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.3475603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"c6700647-bb72-43a5-8951-4aadcf4101b1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.367816441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"2ee1da97-4213-40da-89ed-53cbd35f6075","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:27.381972461Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-847c6f/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.432276681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"c11cae08-50f0-4670-bf23-e0ae89b8d71a","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.497829802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"1f3caf5d-eb9c-4dda-9874-ca6780a455ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.498278329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"a925d031-88ee-43b1-81c4-0fbb8f98d9e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.520512866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"773ac3fa-dd2d-45ff-9e7b-564b84cc3ed3","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.586334593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"1f3caf5d-eb9c-4dda-9874-ca6780a455ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.587767404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"da09ab7c-3086-4896-888f-dcb0d4e97ab2","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.589018468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"a925d031-88ee-43b1-81c4-0fbb8f98d9e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.665975448Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub1","reconcileID":"f50f4171-f4f5-4b36-a895-d06da2c3808a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-w1-847c6f","model":"distinct-w1-847c6f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.701766425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"aa9892fd-5de5-4cf8-b661-64018c60cbb5","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.788989139Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-847c6f priority=10:[ai-tenant-e2e-worker-w1-847c6f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-847c6f/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.789955516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"d336c344-70cc-4710-96ec-b9ed0c08afb5","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.856409522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"35873e4a-ecf9-45c0-a542-5ed7cb6c5840","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.864267239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"444c6c21-5422-4e12-87d8-c714f34c38b5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:27.904161192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub2","reconcileID":"2c267687-6e68-4a2a-974a-154ad284fbf2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:27.917911958Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-847c6f/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:27.918696826Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"35873e4a-ecf9-45c0-a542-5ed7cb6c5840","name":"distinct-2-w1-847c6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-847c6f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:27.918749946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"35873e4a-ecf9-45c0-a542-5ed7cb6c5840","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-847c6f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.918896212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"7fe0b4c7-4fe9-4649-8bae-9013e15f0296","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.925245479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"152fb68c-8835-4351-85aa-01bf3d69c207","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.927713517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"444c6c21-5422-4e12-87d8-c714f34c38b5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.974130057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a3f4af42-1985-4748-995c-68f972419eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:27.983764903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"321f89b9-6624-497c-8e7e-68009afe1fec","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.015174256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"5bfcf1a3-e5a3-42e6-a894-d85e4ff2f0ef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.033841084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a3f4af42-1985-4748-995c-68f972419eb8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.052882553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"321f89b9-6624-497c-8e7e-68009afe1fec","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.074214193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"49e3b053-6466-4bba-be89-8cd530913a59","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.08256458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub1","reconcileID":"a6ad7f73-20ed-4a65-b660-ae03f9df1699","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.119777243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"abdd904f-51b1-4b64-88f3-33ffaeaea7b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.12254411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"0a352186-1d8c-4a59-bf78-39e73333586f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.179388256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"abdd904f-51b1-4b64-88f3-33ffaeaea7b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.182306996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"0a352186-1d8c-4a59-bf78-39e73333586f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.267333251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"9c51a687-fe9b-46fe-a3b6-f99331038483","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.295021539Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub2","reconcileID":"591cf88c-de23-4ca3-804a-18f11fd24831","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-2-w1-847c6f","model":"distinct-2-w1-847c6f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:28.372144674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"321f89b9-6624-497c-8e7e-68009afe1fec","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.478673443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7ebd33ea-9076-4076-a7ab-f28c2d990c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.484711112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"3ce5b985-8654-4c90-b52c-63e46c38c3b6","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.527466932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"31794953-0e6b-4cc4-91a5-02ab341380f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.527524028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"63081805-46cc-4d22-aff5-3b997f698768","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.539981185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7ebd33ea-9076-4076-a7ab-f28c2d990c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.540595207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"57478f5d-5095-41de-a380-d929063e7c40","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.589906847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"63081805-46cc-4d22-aff5-3b997f698768","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.593956809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"31794953-0e6b-4cc4-91a5-02ab341380f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.60162833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"57478f5d-5095-41de-a380-d929063e7c40","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.651298165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"10a022e7-1d7e-4c4e-b39c-d6df34b7feb8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.70871999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub2","reconcileID":"c6b0b5c9-d765-412f-a8f8-b680be5c501b","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-2-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:28.713632295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"10a022e7-1d7e-4c4e-b39c-d6df34b7feb8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.035250637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"839d549b-5f91-4203-8645-1863e7e7e6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.094734642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"839d549b-5f91-4203-8645-1863e7e7e6bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.12557945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f326e82b-0e58-49ab-8ebf-2238019ebd9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.186651966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f326e82b-0e58-49ab-8ebf-2238019ebd9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.241809486Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-sub","reconcileID":"89cd7393-e675-4123-a748-5d51131dedae","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.470382761Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-sub","reconcileID":"89cd7393-e675-4123-a748-5d51131dedae","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.690509692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"e17a45ff-8287-4dc7-8fee-3411c2bd1709","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.736748737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"1ccde3a9-1b70-4df1-926e-4f4399a96458","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.736901142Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-847c6f priority=10:[ai-tenant-e2e-worker-w1-847c6f/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w1-847c6f/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.851287642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"dce8f23c-1821-4a1f-a254-49ef864a9173","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.878431406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"7c11efb9-bc14-4f39-80a8-9ff860f67845","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.936993825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"a08d6242-1b57-4589-8bbf-cd46f1e80451","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.954598223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"2d789912-d566-46cb-b972-79300ceede37","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.955001406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"6f01c08b-e8ba-464d-a698-57250850d8e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:29.955616692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"9d8b58c5-7763-44cd-ba42-3bcbd39b8fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.015499372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"9d8b58c5-7763-44cd-ba42-3bcbd39b8fc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.016629157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"2d789912-d566-46cb-b972-79300ceede37","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.018188198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"6f01c08b-e8ba-464d-a698-57250850d8e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.223410888Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-api-key-no-access-auth","reconcileID":"033a2c16-ff29-4204-a08d-e646acf557cc","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:30.399784252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"46d51d8b-7ff1-44ff-9d6c-198142580d0b","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.613788095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"87d4713b-9dff-471f-bd99-b697d2017736","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.621510869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"a0f64f57-7d3a-4139-b7b9-5ebdca1dfd4c","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.682189229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"f4404d96-7f20-4f9d-9258-7b112bb31590","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.792868947Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub1","reconcileID":"d32a9ccd-7598-4ec6-995d-4a57386628b5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0d9c25b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.889641978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"7f09e97d-d3c4-4553-8212-2a55eedb720b","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.891002263Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.893501981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"84adb848-1260-4919-b622-f817f6d65018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.894521541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"82450ec6-81cb-46a1-b099-0f9ed8887381","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.895365454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"dcef6c24-25b6-4422-8a9f-ef70a6ef292d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.899516154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"ebf5d78b-30d1-49b8-9e8c-afd4b234f1d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.944631472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"a421b38e-c692-4f5e-b9af-83e175115713","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.961776458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"82450ec6-81cb-46a1-b099-0f9ed8887381","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.96475555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"84adb848-1260-4919-b622-f817f6d65018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.968011199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"ec43354b-7e48-4eba-a468-7df60db24fea","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.971634955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"ebf5d78b-30d1-49b8-9e8c-afd4b234f1d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:31.989386776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"dcef6c24-25b6-4422-8a9f-ef70a6ef292d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.006329601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"a421b38e-c692-4f5e-b9af-83e175115713","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.007415264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"1fad9293-fb5b-4243-9555-81bb60f51233","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:32.023809868Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-31fdbe/e2e-multi-keys-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.065829407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"c8090655-d7cd-4570-97db-0f0d77617c5e","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.168219268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"56bf94b9-16e2-4838-82c3-88d71b6548f4","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.305321849Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub1","reconcileID":"022ca63d-dbbc-4d70-aa5e-7197d82ce93d","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"distinct-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.453474961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"fbe69202-ba6f-4da6-aacd-9716f1d3016b","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.454582565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"05961565-cb90-4a71-9472-873a866f2ffb","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.454651626Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-31fdbe priority=0:[ai-tenant-e2e-worker-w4-31fdbe/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-31fdbe/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.46460127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"51a8211a-90bb-48ac-940b-2eed8bfead81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.464773689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"205f9f7d-142d-4752-89b4-6ae509b07fee","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.465762505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"2739c20f-b993-4aa0-9f07-5ef6c9f90cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.517865719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"81c3e2e3-cff3-4517-b852-fedddf7f691b","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.518443175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"f66d26f7-7dbd-4ede-bd6b-6b09c8223231","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.527860385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"205f9f7d-142d-4752-89b4-6ae509b07fee","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.538467882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"2739c20f-b993-4aa0-9f07-5ef6c9f90cce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.53914344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"51a8211a-90bb-48ac-940b-2eed8bfead81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:32.570082294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub2","reconcileID":"c2d2c508-1111-451d-b41f-272ef3955bdf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.57165404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"753715eb-a2fc-4bb3-b130-e5f5ad30998e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.57599007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"e1829239-b9f4-4204-b999-541e9391a432","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.631749765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"753715eb-a2fc-4bb3-b130-e5f5ad30998e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.677320723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"713e4cbd-ab42-4595-9fc3-c6b297c88dbc","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.708231908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub1","reconcileID":"b009abb1-dc7b-434d-b945-4bc635bb7a7a","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.73643432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"5a3240ac-5232-4a59-92e3-0f91ec6aec16","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.736868023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"d164941b-0f44-43cf-97ca-6b795df6591d","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.79664458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"5a3240ac-5232-4a59-92e3-0f91ec6aec16","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.80340032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"5f942b9c-d38d-4674-acac-49e5e52a195b","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:32.958833309Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub2","reconcileID":"b1642c19-12c3-48be-a3db-29367fd9218e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","model":"distinct-2-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.014285642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c1f794da-5df9-484e-988f-9bc146544a38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.014292929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c7eb2524-ae42-4c24-91e6-c4171a88de04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.074656962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c1f794da-5df9-484e-988f-9bc146544a38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.07529513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c7eb2524-ae42-4c24-91e6-c4171a88de04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.116113652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"04828ca8-a76e-4b3c-8e9f-cddbb5113d2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.134514952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"72d35cb5-49ed-401e-aa36-93b0895faecb","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.175994278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"04828ca8-a76e-4b3c-8e9f-cddbb5113d2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.277972291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"a005b0ea-999c-4c54-9818-b29d81197c5c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.338877747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"a005b0ea-999c-4c54-9818-b29d81197c5c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.352540703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub2","reconcileID":"11ed64bd-8325-4866-b838-d5bd3365a2a5","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.453291408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"af9841ca-f606-43f7-84a7-a860351a96fd","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.729140592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"054db1bf-4ee4-4c1a-8cb6-5c5da8e0a3a2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:33.789350668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"054db1bf-4ee4-4c1a-8cb6-5c5da8e0a3a2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:36.957608629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"f34972a6-0d80-4e11-ae05-875fbaeef410","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.12703431Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub1","reconcileID":"8f25da23-3c89-47bc-8449-54c96cc78554","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b5cffa5d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.23738312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"93cc8f68-5d41-43bf-9df1-9463e82e28c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.237697972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"386b0a7d-16e5-44d9-93a3-c6f881fd4778","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.237386671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"964b219f-ce73-408e-957b-dea774502b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.238203134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"daeae62a-c6c5-4c64-ab28-fa9b4f204265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.298102534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"93cc8f68-5d41-43bf-9df1-9463e82e28c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.301180956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"964b219f-ce73-408e-957b-dea774502b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.303620153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"daeae62a-c6c5-4c64-ab28-fa9b4f204265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.304552806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"386b0a7d-16e5-44d9-93a3-c6f881fd4778","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.481481604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"9942ce00-1e70-401b-bf64-04be1a50bc9e","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.481921915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"b6102983-8e53-4b86-8873-afc1b9ae2b5d","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.554718706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"c33d8ef3-aa1d-4413-8a0e-ef96dcbe6a75","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.555122699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"77e9c5e3-d73d-48e7-ad97-4a68e9048f32","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.700040345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"6b87681a-79d5-4f47-a32b-735288402869","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.700065246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"238df502-00c4-4f5c-8a07-65f5ccdae091","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.728901171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5b4eccac-8cea-467a-8906-f8c87dd13a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.736222861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"750a34b5-1200-49b3-933a-bb6afcc78a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.737106716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"fcd35d46-e36d-4efb-9d1c-48a31cd2dd7b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.737291138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"f93c4005-89b5-4a69-b99e-02dd2804a052","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.737638749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1e6bae86-64a8-45ef-a351-3606a15dc20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.792424711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5b4eccac-8cea-467a-8906-f8c87dd13a0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.797156237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"750a34b5-1200-49b3-933a-bb6afcc78a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.801405388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"fcd35d46-e36d-4efb-9d1c-48a31cd2dd7b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.801541801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1e6bae86-64a8-45ef-a351-3606a15dc20c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:37.804268066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"f93c4005-89b5-4a69-b99e-02dd2804a052","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.179019459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"51e9d414-afd5-432c-bb15-ce5efaec669c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.179040979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"8615a746-4157-41fd-b055-01d93295b13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.238968583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"51e9d414-afd5-432c-bb15-ce5efaec669c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:38.239008159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"8615a746-4157-41fd-b055-01d93295b13c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:41.847427928Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub1","reconcileID":"e518ed72-b940-49b8-885f-f445ef829f88","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:41.901827564Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub1","reconcileID":"e518ed72-b940-49b8-885f-f445ef829f88","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:41.956369655Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub1","reconcileID":"e518ed72-b940-49b8-885f-f445ef829f88","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.240121164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"2417adce-1be5-4a9e-a685-470152772a13","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.240411927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.304754417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"5ce79555-e263-46db-a00f-c70bc622f5dc","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.392470264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"a629daa4-d8e7-4205-94ef-13c7c701441c","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.510403289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"6faee8ca-11b0-4a15-8293-2e7189a6f2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.510536362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"cab491cc-cc0b-47d4-ad4c-1a0a240cd98a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.510926285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"eb46b398-e8b2-437b-98e4-2dc348f4ee47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.511018846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"07f01fc6-8646-4ac3-ab2a-306d9a70af5f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.560476493Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub2","reconcileID":"e339f8e3-4baa-4708-9961-4e263289207c","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2a87f517","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.571330435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"cab491cc-cc0b-47d4-ad4c-1a0a240cd98a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.572731352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"07f01fc6-8646-4ac3-ab2a-306d9a70af5f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.574114902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"6faee8ca-11b0-4a15-8293-2e7189a6f2f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:42.576685381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"eb46b398-e8b2-437b-98e4-2dc348f4ee47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.052413748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"c9cc8eb6-1b89-4914-995c-725aad8e255b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.052475064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"9dd3ceb5-e685-4aa2-b14a-27c5ac4945ec","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.11371546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"9dd3ceb5-e685-4aa2-b14a-27c5ac4945ec","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.113742122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"c9cc8eb6-1b89-4914-995c-725aad8e255b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.155552761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"e08420a5-4c7f-4a24-b093-573a9b63590b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.155593387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b966c57b-df34-451b-a55a-d0948237f0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.215643871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b966c57b-df34-451b-a55a-d0948237f0c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:43.216095555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"e08420a5-4c7f-4a24-b093-573a9b63590b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.195723266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub1","reconcileID":"ea667502-52e9-4bde-b127-0e75c77b82c9","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.256668762Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub1","reconcileID":"ea667502-52e9-4bde-b127-0e75c77b82c9","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.311808659Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub1","reconcileID":"ea667502-52e9-4bde-b127-0e75c77b82c9","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.693514836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"5ef0e656-7830-4225-bad3-3f1c9a3a9c0a","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.695505511Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:47.821149475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"b03ab972-6c5e-4b41-b05d-7f6ed6e49f56","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.104174362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"a50faeb9-8199-4352-96e8-f75752991db2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.104828288Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub2","reconcileID":"0402e695-4bbc-4e6f-b3f4-fc7d3d540f0a","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b697a3f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.160788843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"24ff13c9-c026-4ad6-928f-c1b4744e2bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.16155097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"dacaab8d-588c-4d5e-9312-113c7edbd83c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.21132244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"a50faeb9-8199-4352-96e8-f75752991db2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.254760741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2c4fe18d-b430-4965-8d48-b391a04ca09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.268696572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"dacaab8d-588c-4d5e-9312-113c7edbd83c","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.276109062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"24ff13c9-c026-4ad6-928f-c1b4744e2bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.413155031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2c4fe18d-b430-4965-8d48-b391a04ca09c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.849004243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"88c0d910-c136-415f-aee7-6469dc1b7fb0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:48.958675284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"88c0d910-c136-415f-aee7-6469dc1b7fb0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.008935103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"4e359f0a-a196-4202-9ad5-8292b54d71fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.009680998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"95de1fe6-76a0-4bf3-87bf-d3734df830c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.077043121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"691d191a-8cd2-477c-ad9b-5c688896a92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.086667307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"4e359f0a-a196-4202-9ad5-8292b54d71fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.091749141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"95de1fe6-76a0-4bf3-87bf-d3734df830c4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:49.167596069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"691d191a-8cd2-477c-ad9b-5c688896a92a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.20222702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"a1590b8f-d2b9-45a8-a4b5-b5b82f662689","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.263865009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"a1590b8f-d2b9-45a8-a4b5-b5b82f662689","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.287499296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"65aedf04-f7c4-482c-90ec-9aac9863a566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.287544111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"6da2b83e-d108-4334-a2a8-8c162d3e0f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.28809165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"17c839a8-2054-4fbc-aabe-fa2474edc316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.288148436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"59699f37-d999-4964-8fa5-8e4abbe71d7b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.348481814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"65aedf04-f7c4-482c-90ec-9aac9863a566","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.349696277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"17c839a8-2054-4fbc-aabe-fa2474edc316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.353216769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"6da2b83e-d108-4334-a2a8-8c162d3e0f25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.354715274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"59699f37-d999-4964-8fa5-8e4abbe71d7b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.743797154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c92da462-c8e2-4d37-8e2c-fca44e3988e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.743888839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2d5e384d-2f5d-4ce2-9b38-c937e6bc41a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.751295463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"1af85e7a-fcf8-412d-91d1-2c755b92e11e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.806125784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2d5e384d-2f5d-4ce2-9b38-c937e6bc41a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.808822727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c92da462-c8e2-4d37-8e2c-fca44e3988e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.812190391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"1af85e7a-fcf8-412d-91d1-2c755b92e11e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.851557268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"3eb19964-05e8-44f4-a766-ca7d4d3a0ef4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.860779095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7a9ce0a1-7105-445c-a051-ae374f675c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.911491961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"3eb19964-05e8-44f4-a766-ca7d4d3a0ef4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:51.920459785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7a9ce0a1-7105-445c-a051-ae374f675c80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.179981098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4d012655-9d55-4686-bfec-161bceb908ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.179981096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3bdbd831-cb35-4efb-aa12-b314d7740fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.247024652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3bdbd831-cb35-4efb-aa12-b314d7740fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.252141478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4d012655-9d55-4686-bfec-161bceb908ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.294439079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"4665905e-d3d4-4dc8-a60d-1e816f196271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.357362781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"4665905e-d3d4-4dc8-a60d-1e816f196271","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.391366655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a0bb4f27-daf1-456c-8405-905a0df84663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.39141645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8c32812a-07dc-4371-b4b3-b8e487e320f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.454928701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"a0bb4f27-daf1-456c-8405-905a0df84663","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.459629263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8c32812a-07dc-4371-b4b3-b8e487e320f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.618518958Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub2","reconcileID":"01e79f63-4461-4000-bb3c-074264cf6238","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.674102753Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub2","reconcileID":"01e79f63-4461-4000-bb3c-074264cf6238","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.728830651Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-sub2","reconcileID":"01e79f63-4461-4000-bb3c-074264cf6238","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.737996079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"9873fdf4-3b5a-4755-af0d-fa1b91b10fb4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.7383422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"110a5246-5497-49db-ba0f-7d836276851d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.798363549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"110a5246-5497-49db-ba0f-7d836276851d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.799888193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"9873fdf4-3b5a-4755-af0d-fa1b91b10fb4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:52.987248245Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.021748925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"9398c462-e3c5-499f-abf6-a329d5f8bdf6","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.022917873Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.172828217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"a3e601b9-6702-4b0d-8ccb-ed1abc68f555","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.300172096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"e592e23b-5427-4b56-b2f5-40ce6d034be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.308755081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"35c60968-828c-4820-b5f5-13c498b7a94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.309540956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"77a20da4-4250-4259-ae9f-08b90a228333","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.310188649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"bd2461b0-9a30-4273-a9a6-6861b19028ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.36338576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"e592e23b-5427-4b56-b2f5-40ce6d034be4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.37192664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"77a20da4-4250-4259-ae9f-08b90a228333","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.379272828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"35c60968-828c-4820-b5f5-13c498b7a94c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.380531723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"bd2461b0-9a30-4273-a9a6-6861b19028ac","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.579434885Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth1","reconcileID":"f8c08727-5f58-4868-93cc-b6587158ca49","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.800722463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"a5940a33-fb91-4725-8251-8d275f470f4d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.84164499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"7334eefa-78a2-4c9a-8c5a-ea1d194ca35c","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.862827579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"a5940a33-fb91-4725-8251-8d275f470f4d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:53.987709359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"30a3669d-4807-472a-bca8-c882233d6cca","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.075392229Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-ignore-header-auth2","reconcileID":"5e9636a2-4c98-4fb4-bfe6-8b958eaa6ee5","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:54.336727676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"5a4c4b47-f735-40ab-bb50-387ea5491901","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.661274101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"ffdb2f6f-298f-45e6-a23e-78b3f0863aef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.718302783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"9a7580ef-140c-4aac-9402-de5c247fc07f","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.942864368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"2f78b485-bc24-4443-8675-d90671d01408","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.943014807Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:55.972291416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9c3c755f-2162-4d2c-bdfa-758f8e23abba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.005207755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"b9a6a219-f786-417e-9360-60e39bb576a5","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.031856766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9c3c755f-2162-4d2c-bdfa-758f8e23abba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:56.048701691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"01bb254b-3b0c-4839-9b20-a859d5fb57cc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:56.061000877Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"b9a6a219-f786-417e-9360-60e39bb576a5","name":"distinct-w1-847c6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-847c6f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:56.061057013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"b9a6a219-f786-417e-9360-60e39bb576a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w1-847c6f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.066545741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"a20542c2-317d-4005-ae89-bed652a7ec95","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.156873512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"efc0161d-2972-43ca-b6e0-b2216785ecd4","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.158063841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"0ef146f4-25fd-4586-b511-fe561c24206a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.158065831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"5deba25e-fcc3-4512-a50a-bbdda7179a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.20417465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"97019a1a-65f7-4cc3-8542-bc8974ec1048","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.217866936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"0ef146f4-25fd-4586-b511-fe561c24206a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.217969533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"5deba25e-fcc3-4512-a50a-bbdda7179a45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.218457036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"71d7e1e3-be9f-4651-97d5-09b04fc9aadf","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.263130104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"0a5148ff-a3e0-4ff0-8e0a-5f672dd0c4a2","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.362028535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"ecbff661-85c6-4684-9ad6-ebcd219be476","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.438891192Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"649e4134-3b62-4955-be04-96a694b264ba","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-w1-847c6f","model":"distinct-w1-847c6f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.480821097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"a26f6cb9-65c5-48ed-b024-df678156d0fc","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.480996275Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-847c6f priority=0:[ai-tenant-e2e-worker-w1-847c6f/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-847c6f/e2e-sa-multi-no-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.533987159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3fc9552b-91b6-4715-99bf-389aa2b92cd7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.541290585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"98091cf8-8039-4970-9004-691e75ed2dc0","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:56.589579279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"712838a1-beec-4022-bd36-c59dae341421","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.594962569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"3fc9552b-91b6-4715-99bf-389aa2b92cd7","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:56.599918837Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"98091cf8-8039-4970-9004-691e75ed2dc0","name":"distinct-2-w1-847c6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-847c6f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:56.600037017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"98091cf8-8039-4970-9004-691e75ed2dc0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-847c6f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.600583912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"65dafef0-7c99-42c6-b9ec-8f42b8a2d9d0","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.60555993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"3aae40f5-adbd-404a-8072-b320b2c3eea3","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:02:56.608061457Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"649e4134-3b62-4955-be04-96a694b264ba","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.633093165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15038706-991a-4e86-b6d6-88714dd7ad52","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.693061184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"15038706-991a-4e86-b6d6-88714dd7ad52","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.696163077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"52f995d5-059f-46fa-90a1-d22208497e8e","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.734349155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b7b980c0-7564-4016-baf7-2a9b1c50b69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.734427229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b38b399b-d563-4d5c-b384-f2ef5fe427c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.758410098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"1b25edfe-0a92-4db5-84aa-41e2640ae900","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.795798753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b7b980c0-7564-4016-baf7-2a9b1c50b69c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.796283658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b38b399b-d563-4d5c-b384-f2ef5fe427c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.824935609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"f8fd2603-6af8-4940-9e49-9f12a105e72c","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.92515023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"50489242-5e7d-49ab-ae69-bd0a97d278c7","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.979024426Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"77fb5d47-bbb3-434f-848c-34dc0009a7e4","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-2-w1-847c6f","model":"distinct-2-w1-847c6f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-847c6f/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:56.998475088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"e16a0304-b3dc-4c3e-8811-8b204ee4e1a9","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.152923096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"bed607ba-c5c0-4754-8597-011da1be1f22","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.194612753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5278e1d0-a527-41b5-a8f3-4ff23e2df10a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.254060405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5278e1d0-a527-41b5-a8f3-4ff23e2df10a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.295011608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f844dc13-b46a-45c2-b11d-d5e4dab2a5e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.332007112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"575edcef-2d00-4529-bbc5-abd870dfc36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.332153013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"954599f1-a4f3-42e9-90b5-2cfcf19021dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.354586105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f844dc13-b46a-45c2-b11d-d5e4dab2a5e8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.372491442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4b5d25fc-eb8c-4fc5-a298-f4885a3efb93","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-2-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.393827543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"954599f1-a4f3-42e9-90b5-2cfcf19021dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:57.393864722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"575edcef-2d00-4529-bbc5-abd870dfc36d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.160206082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub2","reconcileID":"7c1519ae-52d9-4598-8be5-dda01de63248","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.214690346Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub2","reconcileID":"7c1519ae-52d9-4598-8be5-dda01de63248","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.267297559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"19909202-8f85-43a2-b4d6-620a5d73f37a","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.269037564Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-sub2","reconcileID":"7c1519ae-52d9-4598-8be5-dda01de63248","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.435372785Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0d13eff4-30e2-44ae-8728-fb3292c9481a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-87e7f83c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.536851571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"51c7410c-27c9-42ea-9409-a8b33cf315e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.537178782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"bf4a445e-90a1-4b65-9d63-67e1806db68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.536868461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0c965e43-07b5-4b0e-859c-44473094b3aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.537566318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"92391b40-5a02-4fbc-9ffd-965bd3f956a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.548276433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"c7b1813f-feb1-41cf-9577-dab2a46453e5","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.548379746Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.598160888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"92391b40-5a02-4fbc-9ffd-965bd3f956a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.598343221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0c965e43-07b5-4b0e-859c-44473094b3aa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.600691415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"bf4a445e-90a1-4b65-9d63-67e1806db68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.601228183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"51c7410c-27c9-42ea-9409-a8b33cf315e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.613274396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"b28eeafb-c921-450c-a79a-4a7632a73c1f","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.71518642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"0c90b872-2f7a-4ace-b053-9d59c3987c37","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.820987414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1cea4418-04b8-4382-8482-3c4ee5a0304e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:58.880863991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1cea4418-04b8-4382-8482-3c4ee5a0304e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.080234795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"31bdd186-61e6-4235-9792-8b0993bf79c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.080234818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"33640986-8394-4f40-a13a-efc480f89b73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.080737071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b7539fdd-0d32-45c7-bfcc-8715bc8281f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.081078753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6ef66e50-2f7d-4d26-b0be-4175610954b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.150494236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"31bdd186-61e6-4235-9792-8b0993bf79c5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.165746104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6ef66e50-2f7d-4d26-b0be-4175610954b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.151557792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b7539fdd-0d32-45c7-bfcc-8715bc8281f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.163032706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"33640986-8394-4f40-a13a-efc480f89b73","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.324843758Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth1","reconcileID":"39323d16-d7d9-46ef-b88f-eb21e44eb772","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.326828406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c6b625a3-e01a-43bc-81ae-11517d695b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.386515427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c6b625a3-e01a-43bc-81ae-11517d695b39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.492214145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"661fad52-b120-4ec7-b727-e5d4474db8eb","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.542061787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"4b50de2b-d0b4-4968-b0a7-d84b77083587","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.605777906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"4b50de2b-d0b4-4968-b0a7-d84b77083587","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.646741404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"ed3a2154-25da-4718-b89d-9fcc0f0974b1","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:02:59.817091446Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-multi-keys-auth2","reconcileID":"deba0d4a-ee9b-42da-b1dc-3418d333b511","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:00.079984414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"996439c9-0661-4479-b4e1-ff2ecca68c5e","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.427222679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"bc4be5f8-9e61-4090-bd13-1ce653932065","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.485754271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"c0400f30-2d55-4a41-8d9e-97ef3032cdf5","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.715237359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fb7f49f8-b5f2-4920-a931-988dc27544ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.722157244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"e438b355-f0c8-4f9c-bb4b-b4e6d1ff14e4","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.722269125Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.790253826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"fb7f49f8-b5f2-4920-a931-988dc27544ba","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.797600829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"9b896c29-72b4-4b7d-b932-1393a03f9025","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:01.856925859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub1","reconcileID":"ed4a32f1-f857-40a7-944f-3c4295277d17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.961432377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c3a43564-64c8-4cc3-9fba-cf30627b203e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.96225033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b57d043d-f0d1-4a2f-ab3b-b8b97b449ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:01.965642702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"40f8f9d0-f173-4b7d-8057-995e7f08d480","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.002213719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"77464fbb-549c-4beb-a7f4-5dd6c6b9f070","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.021491059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c3a43564-64c8-4cc3-9fba-cf30627b203e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.023009868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"8d6afeb0-2677-43e2-a190-e770c80349bb","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.023212339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b57d043d-f0d1-4a2f-ab3b-b8b97b449ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.062938417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"5d0c5b90-44df-4cd6-8015-737c92a54c96","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.129392552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"1283fda6-44a9-4411-9060-cbc592415136","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.245872382Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1a4ce3d1-6a14-4441-8dce-c66939e6834c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"distinct-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.273670739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"a7a45a8f-436a-48e7-bb34-f74f078889a2","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.273711285Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-31fdbe priority=0:[ai-tenant-e2e-worker-w4-31fdbe/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w4-31fdbe/e2e-sa-multi-hdr-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.334530643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"ac686bbf-9e09-44eb-bb15-62f5fe87c177","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.355458768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a45b12c3-b63b-4caa-aab2-f3d8e301eb79","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.380442836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"067db3e6-2a19-4eda-bcc0-08716f87305a","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:02.388020454Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-31fdbe/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.416139216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"a45b12c3-b63b-4caa-aab2-f3d8e301eb79","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.422053096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"3f3cb83f-1b9f-4c66-8e16-931ccb5b64fb","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.441079256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"250bb6bc-718c-47b8-bba2-ec03521b36d6","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.44197202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c4253439-2524-4e4d-98ff-8b969de0f7f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.501892333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c4253439-2524-4e4d-98ff-8b969de0f7f5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.542646752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"4510c774-8814-4ec6-ab4c-7dfcbb21c0c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.543052072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c4a2d48d-d813-4131-afff-c4a782c3f683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.603851383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"4510c774-8814-4ec6-ab4c-7dfcbb21c0c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.60390997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c4a2d48d-d813-4131-afff-c4a782c3f683","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.644932035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub1","reconcileID":"53180b9c-271c-47a0-b8c6-8fd071d4d98f","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.663984196Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub2","reconcileID":"95ff80b8-7207-4590-88a2-e45090d968a2","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","model":"distinct-2-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.695008636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"6993206e-f78c-4adc-8f44-1f5e18dd899a","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.921375727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"f707b6e3-4a93-4768-b746-2f963aaa75c5","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.961482802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d90156cf-2e79-4ae4-b74b-65f3417966fa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:02.972470998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d2aa6343-d0f5-4fa3-9115-7bf1f3e6acc1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.022571262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d90156cf-2e79-4ae4-b74b-65f3417966fa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.034938266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d2aa6343-d0f5-4fa3-9115-7bf1f3e6acc1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.115290794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ed59be5b-26e3-4884-839f-12b20cb2c950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.118425925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"9560bd4d-bf58-4658-96da-21fa7d1e7d7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.148486939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub2","reconcileID":"68ddd9a0-a72e-437e-9a24-5f28f9cde884","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.175092941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ed59be5b-26e3-4884-839f-12b20cb2c950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.177923724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"9560bd4d-bf58-4658-96da-21fa7d1e7d7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:03.325415723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"000594dc-9757-43d4-9bee-30648a0dcd86","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.598180566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"fcf37dbe-4151-40c5-bfde-19ce8bae5896","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.766017987Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e287012d-5b7f-4f80-8439-415efb0181b0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c8fe540e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.869458278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"808477d2-5341-4d54-ad2a-0ae6996b4518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.869508438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ceb6923b-8b33-4aa9-9a99-b82cee622124","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.870105013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4734ce5f-880a-497a-98a3-0fba10029c25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.870174484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f509da51-6aa5-4a81-a3c4-9f2980abf5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.929828409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"808477d2-5341-4d54-ad2a-0ae6996b4518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.931157915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"ceb6923b-8b33-4aa9-9a99-b82cee622124","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.932803017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f509da51-6aa5-4a81-a3c4-9f2980abf5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:04.934965228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"4734ce5f-880a-497a-98a3-0fba10029c25","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:05.423301553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f7e54a7f-cd20-4690-a9ff-85e8050c31c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:05.423638554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"493dcdbf-f0e5-4a3d-bc30-30a8623bd10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:05.42380169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"109f94b9-5f5c-4271-abfb-de490a30ca2b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:05.423310706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"0dd91c54-4172-4b83-8572-b62dd8b32d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:05.483470423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f7e54a7f-cd20-4690-a9ff-85e8050c31c6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:05.484086129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"109f94b9-5f5c-4271-abfb-de490a30ca2b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:05.486010564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"493dcdbf-f0e5-4a3d-bc30-30a8623bd10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:05.486751927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"0dd91c54-4172-4b83-8572-b62dd8b32d33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:08.49039754Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e9319ceb-a301-4c3b-874f-a2c7a11b0cf5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:08.544732296Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e9319ceb-a301-4c3b-874f-a2c7a11b0cf5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:08.599155Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"e9319ceb-a301-4c3b-874f-a2c7a11b0cf5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:08.87898046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"d258908d-dd89-499e-b43f-8d76bfd8cd81","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:08.879476824Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:08.94216237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"974c5fff-96f5-4bdd-b6c1-fcfa51451fd7","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.024452845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"80d7a508-4f14-4370-a122-13f4ffd9fff6","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.151771017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"aabe0843-fbfd-41f8-a5ca-04a8ebe9f7e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.15178783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd50565d-4462-4521-aafd-4889a240eeb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.15448385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"37235fa1-0d38-40c4-9624-c5c524c7ccb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.157400898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"f1737e1e-e357-4fc0-834c-535daa1a42e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.192592643Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"86f56da5-5769-4b61-8d7d-26f5fb89a753","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-bc71f4d4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.214760915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bd50565d-4462-4521-aafd-4889a240eeb5","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.214881455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"37235fa1-0d38-40c4-9624-c5c524c7ccb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.217875943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"aabe0843-fbfd-41f8-a5ca-04a8ebe9f7e0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.218088551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"f1737e1e-e357-4fc0-834c-535daa1a42e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.69777512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"45fd7878-9aed-4ff5-9818-9ec83456fd03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.698189193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"42cb6afd-9031-4196-b8b0-adc78599e608","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.697776703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"80ef2b83-07f6-4e95-be56-3492c2442560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.698729304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d9942d78-c961-4dfa-8088-d680dedc76af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.758622759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d9942d78-c961-4dfa-8088-d680dedc76af","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.75883746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"45fd7878-9aed-4ff5-9818-9ec83456fd03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.762120954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"42cb6afd-9031-4196-b8b0-adc78599e608","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:09.762907296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"80ef2b83-07f6-4e95-be56-3492c2442560","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.343097229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub2","reconcileID":"7b9ccf00-97f6-4e68-ac40-b8d0146c23f5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.528224491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"ef7dbed1-62d8-46c4-b642-b8ca24f11281","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.546110718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"b2105d71-8519-47c9-8e2e-35b50b6648ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.653561705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"6530f4de-7d80-41be-bafc-0798e0246f90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.697162592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"f0fa5708-976c-4742-bdce-6fa1b1d09479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.767774393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"68233dfb-3865-4024-be75-541ab821b8cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.892311899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"40cfe543-2c85-44ac-9020-f6f47ac77629","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:12.971212982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"e7a016ff-9195-44ac-a8f7-f2a2ddb35450","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.094264237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"f447295a-02ef-4cc5-92f5-a6f37e17c33f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.135151114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"04e949f8-3d83-4bac-9956-595147a8e0c3","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-93703d","model":"llm/e2e-rt-eq-93703d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.413435763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"e184b255-c8cd-45e3-85cf-3e213527ac85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.554165713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"f3e28b92-4f66-4e3a-9859-518b6657af38","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.574053788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"2a5bb6c0-e0c7-490d-804c-8bb784c31c90","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.687626154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"3961d2c5-6122-4470-ba27-87f2a5786bf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.711704264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"4057b4fb-8cbc-41e4-bac4-8ac199b4c313","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:13.841551015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"051755ff-e971-4d9a-b42e-866e7f42ca6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.820377272Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0f37f0a3-6cbe-43df-81b0-ed4de2668745","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.875549807Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0f37f0a3-6cbe-43df-81b0-ed4de2668745","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:14.929968331Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub1","reconcileID":"0f37f0a3-6cbe-43df-81b0-ed4de2668745","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.246990858Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.247707807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"ae9b3659-1bb8-414e-aae2-87ed3be079f3","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.400894912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"b814b452-c0c1-46ac-b268-dee98939e425","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.540551058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"42101290-fb76-4656-b9ab-0838c3b72352","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.541332828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"90715661-6f1e-4960-a8b2-d7882acb1e47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.545238719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"1800e382-9e5d-4877-b844-a213319a959c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.545765731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b629447b-911d-4d19-a19a-8c8f6d5a9cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.574526429Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub2","reconcileID":"0ec21de2-fc59-40ee-a5fc-16022791934d","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9f39dc81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.602717646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"42101290-fb76-4656-b9ab-0838c3b72352","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.602724144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"90715661-6f1e-4960-a8b2-d7882acb1e47","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.60871721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"1800e382-9e5d-4877-b844-a213319a959c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:15.608784393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b629447b-911d-4d19-a19a-8c8f6d5a9cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.094486181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d14a71c1-84c7-4c8c-b770-c9f9b35af77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.094775023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f93ce179-6ed4-4590-a309-15a4171078fa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.095035477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b0d4b964-4239-44fc-b589-0ee5a7ffe012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.095464571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f9a01f3a-ca26-4b40-b75c-5ab3519f7c81","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.15862418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d14a71c1-84c7-4c8c-b770-c9f9b35af77a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.159770953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"b0d4b964-4239-44fc-b589-0ee5a7ffe012","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.167030508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"f9a01f3a-ca26-4b40-b75c-5ab3519f7c81","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:16.1678587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f93ce179-6ed4-4590-a309-15a4171078fa","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.25119183Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"902b8359-2063-48b6-a76c-e970864c672a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.308318629Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"902b8359-2063-48b6-a76c-e970864c672a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.37696542Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"902b8359-2063-48b6-a76c-e970864c672a","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.679356912Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.681191094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"102f8916-23fc-4257-9225-45c316616a54","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.812887493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"ce0545ef-c350-4fce-b331-9c368e62ac05","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.977974173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"45805123-2c1a-4836-b131-fb59ca667d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.979472556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2929c468-e2fc-4772-b05a-f43ad0bcaca6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.978436277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7d49dfa3-a788-408f-a551-d2aa605033ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:19.978151359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"336d00de-ab1b-4039-94b2-406cf4a5b2f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.054501763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"45805123-2c1a-4836-b131-fb59ca667d30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.067617195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"336d00de-ab1b-4039-94b2-406cf4a5b2f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.068186516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"2929c468-e2fc-4772-b05a-f43ad0bcaca6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.068515391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7d49dfa3-a788-408f-a551-d2aa605033ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.366597527Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"c24c7f37-187d-4c8a-b093-a9e57370a0ed","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.607227236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"caa4b5ba-c175-485c-8d5e-d2451a2defc6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.635469888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"3e61c19c-79e2-49d4-9cdd-a87bc4f1dad4","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.673439163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"caa4b5ba-c175-485c-8d5e-d2451a2defc6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.787679649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"8c70707e-594b-4054-ade3-4e9a5d7da5da","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:20.888406843Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"16889f87-7e77-482f-b96f-25a63e6ea52a","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/distinct-2-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:21.106464211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"e3ce9933-342a-407b-8c79-a214765f79ec","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.520332906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"ea5bdb7d-8988-4179-a626-79c75753b5d4","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.877125361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d04c211f-e2ac-46ed-957a-bed19f66370c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.877151875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d04c211f-e2ac-46ed-957a-bed19f66370c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.935020275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3c288b1-ade2-441a-ba91-8306efc86c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.935045713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b3c288b1-ade2-441a-ba91-8306efc86c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:22.987425194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.164633137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9808f378-039a-4d25-9c90-a79c37dc41bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.164661723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9808f378-039a-4d25-9c90-a79c37dc41bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.166099602Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-d091fa models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.216795288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d091fa","reconcileID":"6b8257f0-996d-44fb-b3be-fcf98e6477d3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.279712005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d091fa","reconcileID":"6b8257f0-996d-44fb-b3be-fcf98e6477d3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.281433442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"8f9bec54-ad66-4c9f-8fe6-bcf1e3c397a0","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.281460531Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"8f9bec54-ad66-4c9f-8fe6-bcf1e3c397a0","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.3358158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48a1874b-9d0c-4531-834a-55064b03516b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.3358369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48a1874b-9d0c-4531-834a-55064b03516b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:23.344151888Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-d091fa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-d091fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.393793595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"df1988bf-46ef-4a34-bb59-be2eace770dd","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.393818771Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"df1988bf-46ef-4a34-bb59-be2eace770dd","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.440544867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"36aa71c2-f22d-4f81-a4be-fee9c3415de3","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.444434687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"0b40d002-fdb5-4287-a4c2-d7e058e62c9b","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.44614127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a7db057-cc49-48cd-a762-0f07c556f7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.446761823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df5266b1-a1ee-40f3-8ace-b31bf0519503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.506768308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"36aa71c2-f22d-4f81-a4be-fee9c3415de3","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.50925171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2a7db057-cc49-48cd-a762-0f07c556f7d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.510997622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df5266b1-a1ee-40f3-8ace-b31bf0519503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.513300527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"0b40d002-fdb5-4287-a4c2-d7e058e62c9b","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.607438202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db7c9026-e61d-48db-9202-094a862ede43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.607458179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db7c9026-e61d-48db-9202-094a862ede43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.620126867Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d091fa","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d091fa","reconcileID":"66b0db0e-3fce-4401-8c6b-59ca740fb002","MaaSSubscription":{"name":"e2e-default-int-sub-d091fa","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-d091fa","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.792389039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cc4150a-7250-465a-999b-65af6d6dda5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.792410392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cc4150a-7250-465a-999b-65af6d6dda5c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.840628316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62a32ca9-5412-4dde-888b-5e48b70bcc38","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.877703595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d091fa","reconcileID":"74f16eec-2e8e-4b77-85e0-836b40517ce7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:23.938417078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d091fa","reconcileID":"74f16eec-2e8e-4b77-85e0-836b40517ce7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:24.011044187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d091fa","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d091fa","reconcileID":"26ebb13f-d57d-4307-8161-27a6b0bb8076","MaaSSubscription":{"name":"e2e-default-int-sub-d091fa","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:24.61766978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"cdadce83-d0e8-493a-bfe3-51fe0aca1401","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:24.676883398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"de0a4761-aba0-4fb8-8e0c-99aa92718b25","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:24.838982976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1b232ca1-bc16-4dd6-8dff-b8a508d26d1e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:24.893076486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"10f438b3-43e7-4f51-842f-a15e30face61","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:24.893554018Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-d091fa models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:24.899643681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"1b232ca1-bc16-4dd6-8dff-b8a508d26d1e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:24.953129866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"a8f7a7d0-6648-4e36-9433-2db1dbf03c31","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:25.000247054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub","reconcileID":"0a88f327-0832-4914-b189-a03e56062460","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.01339589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ad50100-e809-4e6a-a4e1-29fb85d6c194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.013416492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ad50100-e809-4e6a-a4e1-29fb85d6c194","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.056633121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c0d59190-dbbf-48ee-8fe7-b65e1f38bbe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.057526806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"da40145c-f005-45bd-8a53-2a1f75f0d8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.114312666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"a3cf9019-79ec-43c9-9e40-0492703f7e5b","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.119529938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c0d59190-dbbf-48ee-8fe7-b65e1f38bbe8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.119616145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"da40145c-f005-45bd-8a53-2a1f75f0d8f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.173833377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"4ecb92d0-9d9b-43fe-9115-7daacec1ecd3","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.226342957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"0eb006f9-59bd-4045-aef6-c1d93423b531","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.392110336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"23a17307-ec9b-404e-8bf4-e633b8ef80d1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.452160658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"23a17307-ec9b-404e-8bf4-e633b8ef80d1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.453470841Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub","reconcileID":"751a9a98-ad48-47a5-902b-1e03c098d373","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.533219859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"8936e525-e850-411f-81c5-8ab74d2c357d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.533310882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"fc2d88b2-89c6-4489-98f3-7782d8a72f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.593163781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"fc2d88b2-89c6-4489-98f3-7782d8a72f63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.593310593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"8936e525-e850-411f-81c5-8ab74d2c357d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.626351265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"df07e9b4-3257-4a22-a1c6-61d6ebc04318","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.63187213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1780bfbf-b363-4565-a24a-8c09b929b4e8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.672391137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"63bb6c6a-0b3e-4d16-a253-2869ca7b8a0d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.686139279Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1780bfbf-b363-4565-a24a-8c09b929b4e8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.740221705Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1780bfbf-b363-4565-a24a-8c09b929b4e8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:25.844650957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub","reconcileID":"2771a467-b4f9-4ed4-bac8-e59c3009879f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.018477411Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-d091fa models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.019426905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"becd5e8b-0969-400d-a480-ce149f479127","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.081768997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"d0afb43d-5d1e-4e51-92c3-c84102101de7","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.166591322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"f43dad9c-f950-4fab-b618-8cc6637bc15b","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.289561338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4d7a8a86-3161-4fbd-9741-9f88e8b83891","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.289675085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ca8729a8-c4bd-40e3-8cd1-29e34c59cfa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.290110843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"4797d13b-96c1-4c7d-af35-e49410f5cecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.290116192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"23e99073-20e8-4925-ab03-0f968d6e7da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.351537873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4d7a8a86-3161-4fbd-9741-9f88e8b83891","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.35550664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"4797d13b-96c1-4c7d-af35-e49410f5cecd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.355515741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"23e99073-20e8-4925-ab03-0f968d6e7da1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.351558727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ca8729a8-c4bd-40e3-8cd1-29e34c59cfa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.513434361Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth1","reconcileID":"28e0b6bb-2b7a-46ca-a693-d02d4025de58","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.679690169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"09672dab-1de5-4356-ad6b-4e078b6e7904","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.732769297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c847b15e-a178-4cb9-9cd8-47821cdf3079","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.794144973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c847b15e-a178-4cb9-9cd8-47821cdf3079","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:26.833825243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"9d07ce9c-6449-4d5a-b5db-9c9a32d98f83","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.003133239Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-sa-multi-hdr-auth2","reconcileID":"2b494b92-d0ba-4d2d-aa45-37f4f6490428","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.169407548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"9067bbb5-329d-4b5f-907a-0934e673eb16","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.749141675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"3de38fac-ab42-4699-815f-7db99b8112e8","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.91095699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6c30e2a6-9cdc-4a9d-9f8a-25f46f48135d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.911256199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"634d68fd-fbab-4376-a756-b1f5feda9cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.910985464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"36488720-39da-4831-a11a-c24b5a0a0ec0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.976754623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"36488720-39da-4831-a11a-c24b5a0a0ec0","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.980800548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6c30e2a6-9cdc-4a9d-9f8a-25f46f48135d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:27.981481368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"634d68fd-fbab-4376-a756-b1f5feda9cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.459592346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-w0-845a67","reconcileID":"ba77bae0-1cda-4f8b-a6c5-b747beb276c9","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.741074457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-d091fa","reconcileID":"01657a4c-aaa2-4ca6-96f8-d69379a5b7b5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-d091fa","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.741101864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aef0f84e-8d35-477a-b018-1686dbe36688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.741113832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aef0f84e-8d35-477a-b018-1686dbe36688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.95416731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"998e70a1-0f44-434c-95c8-883794cf7da0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:28.954194067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"998e70a1-0f44-434c-95c8-883794cf7da0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.101208535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8badc3b8-9847-4539-aaf9-38f67a64966c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.10122961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8badc3b8-9847-4539-aaf9-38f67a64966c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.403673574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47498e08-259e-449a-954b-7365a29a0b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.420825498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"56974265-487f-431b-a169-056f7d84f4e8","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.421575528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"3d90ef4d-2907-428a-9159-1c220b351c50","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.422215683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f231653b-76d8-40d7-8b90-16c00d32418a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.504202664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"56974265-487f-431b-a169-056f7d84f4e8","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.506462167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"47498e08-259e-449a-954b-7365a29a0b7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.512043735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"3d90ef4d-2907-428a-9159-1c220b351c50","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:29.512080186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f231653b-76d8-40d7-8b90-16c00d32418a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.569251672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134e179-26b3-4d55-b0a9-e5a780f0fb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.623350479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134e179-26b3-4d55-b0a9-e5a780f0fb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.679020778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134e179-26b3-4d55-b0a9-e5a780f0fb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:33.733251295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134e179-26b3-4d55-b0a9-e5a780f0fb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:34.182053363Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-22698157","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-22698157","reconcileID":"998258e4-3b7b-424b-920b-c1f854c267fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-22698157","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-22698157":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:35.70203762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ba233f-8718-43aa-ba92-f091a9727f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:35.756304364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ba233f-8718-43aa-ba92-f091a9727f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:35.810727672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ba233f-8718-43aa-ba92-f091a9727f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:35.865514782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ba233f-8718-43aa-ba92-f091a9727f56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:37.917443295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"e9228d9d-a310-4d45-87e2-572d7ad1a8f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.038506374Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub","reconcileID":"9a70528c-c346-4e70-b55d-30354ffeb0c2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.100930668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"25653518-b3da-4a1c-ad46-9d9255c399ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.160546675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"b661a37b-67df-46f2-a929-8929beec812e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.169057235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"d64e7070-8adc-4cea-8a5e-72794d8fd0d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.447325009Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub","reconcileID":"9a70528c-c346-4e70-b55d-30354ffeb0c2","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.593872869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42244ed-a346-42cf-b0c4-b435f294f5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.755903053Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4462694-42bd-4747-8982-24d61623f259","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:38.902503076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42244ed-a346-42cf-b0c4-b435f294f5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.210169757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42244ed-a346-42cf-b0c4-b435f294f5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.617224548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a42244ed-a346-42cf-b0c4-b435f294f5af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.831595748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"557c6dab-8442-4e49-9ad2-2e0d9a16fa03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.871422977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"031d1d19-6b88-45bc-816c-bd2adabd12be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.872899874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"ad55251f-f93c-428f-8a4f-3e0f2234fcc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.875288889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"33b68fb1-8c99-4a2a-bb5b-91480029257f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.875416531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"5fd2234a-4f97-45f5-aa40-5710450fd2f6","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.971240146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"c2987bd7-b388-4b66-b905-ef02507c845a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.972007189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"267785b6-d860-427a-a1be-f0006b59134d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:39.97344634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"031d1d19-6b88-45bc-816c-bd2adabd12be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.276381462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"267785b6-d860-427a-a1be-f0006b59134d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.336628335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"c2987bd7-b388-4b66-b905-ef02507c845a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.338850056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"ad55251f-f93c-428f-8a4f-3e0f2234fcc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.418904726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"5c2478ad-e180-4651-a37b-78e1ff873270","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.459246605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"78888699-a307-4701-a0b3-9132095236ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.459870667Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.490154907Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d091fa","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d091fa","reconcileID":"f2a21d3b-210f-4153-9b43-080bbd7b7972","MaaSSubscription":{"name":"e2e-default-int-sub-d091fa","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-d091fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.654567355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"7e86cec7-4fea-4f61-b2ca-0a0aadbf20bd","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.654693586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"7e86cec7-4fea-4f61-b2ca-0a0aadbf20bd","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.739344502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"1bab83b3-7d45-4eb1-94b1-289f373699af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.740037082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-d091fa","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-d091fa","reconcileID":"f2a21d3b-210f-4153-9b43-080bbd7b7972","MaaSSubscription":{"name":"e2e-default-int-sub-d091fa","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.745209157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"f544b7be-7ef7-4919-8f14-f80a21451bcd","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.745901171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"f8c43897-8a90-49d3-8d65-f69d51905de8","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.754654896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-w0-845a67","reconcileID":"84b473e6-326a-4d21-83ac-75991667bc6f","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.810408047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f53781e3-d4c3-4fee-b2c9-cfa50939b52e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.850457128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"73603bce-8af2-461b-81d1-614e2c1d3454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.851392729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"f59dc627-e13b-4195-9f68-d583071a8d0d","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.905745469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"f59dc627-e13b-4195-9f68-d583071a8d0d","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.851838896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"7f68d318-b44f-4add-b30d-16027b494951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:40.852661715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"d15b0dad-cfae-47c6-9923-5845fd89fc33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.058828822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"b5b42d87-04a1-40d8-a186-340085d8bde7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.102706355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"c00720af-f384-4561-83e5-39a5667c0535","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.105509679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"9aaca685-efd8-4189-bd66-87504be957b1","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.144313491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f53781e3-d4c3-4fee-b2c9-cfa50939b52e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.14540577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-w0-845a67","reconcileID":"5cd7b8dc-cae6-489b-af66-9b6282ab94d2","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.264878181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"73603bce-8af2-461b-81d1-614e2c1d3454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.265909841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4ff0140a-c053-4b89-b70f-68ddbe6d5de7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.198553165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"60a26cf5-3a98-4818-9c07-761e5576b9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.28270905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"7f68d318-b44f-4add-b30d-16027b494951","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.343030315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"c69dede5-aed0-4c1c-9e81-a5e6f78d3049","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-93703d","model":"llm/e2e-rt-eq-93703d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.753976795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"60a26cf5-3a98-4818-9c07-761e5576b9b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:41.966745227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4ff0140a-c053-4b89-b70f-68ddbe6d5de7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.145103458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"4a5721b0-953e-4f48-b9e3-d3c38a653cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.166337611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"625fbcd9-d8d5-490b-9cb6-389b106cb944","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.192134528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"625fbcd9-d8d5-490b-9cb6-389b106cb944","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.193628982Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.444524578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2c457f-c5cb-45fd-8cec-2a7c01702607","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.444642463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f2c457f-c5cb-45fd-8cec-2a7c01702607","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.450804597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"49675d1f-c77a-4737-8412-ac7dbc573b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.480884744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"4a5721b0-953e-4f48-b9e3-d3c38a653cd9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.488793281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b8420e34-4971-42e8-8182-bf6405d06295","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.575813294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"c8e56776-04ec-4ec7-84d6-f1be6e17619f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.598581917Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"20c66658-4fba-4720-b885-6f52c7b4b874","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.605850481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96635633-20cd-4740-a738-722014498f16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.605967904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96635633-20cd-4740-a738-722014498f16","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.607399023Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.639335719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"49675d1f-c77a-4737-8412-ac7dbc573b40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.675055322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6c7f9d3-b817-420b-84b5-d8aaae781326","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.760594894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6c7f9d3-b817-420b-84b5-d8aaae781326","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.727119435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"f4af73b4-1c73-4511-b8e7-da0d5fb8a79f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:42.770027653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-sub-f587080d","reconcileID":"676bea72-3f63-4acc-99f0-5e90d43e0ac2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-f587080d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:42.970009368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"678ecb6d-7a09-40ee-97a8-c8ce19196e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.014389693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"411546dc-5a21-4103-a6d0-b84c81379205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.014519661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"411546dc-5a21-4103-a6d0-b84c81379205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.031549657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c0cb959-70cf-430c-8b22-d2032032f3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.116926406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c0cb959-70cf-430c-8b22-d2032032f3af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.129931396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"678ecb6d-7a09-40ee-97a8-c8ce19196e79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.130614392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb48eef5-e430-4568-92cf-f4425f0bcb89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.132107982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb48eef5-e430-4568-92cf-f4425f0bcb89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.132722553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c357cd-bb83-4557-9978-e9e46c2a4fe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.132793768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b2c357cd-bb83-4557-9978-e9e46c2a4fe5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.152596346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"d046b446-25b2-443c-bcab-9bda32a1766b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.251629549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"d046b446-25b2-443c-bcab-9bda32a1766b","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.265205191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-policy-f587080d","reconcileID":"70aa3ca3-9877-457d-a7e3-8cbb317a1141","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.337041329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"6f424dda-46d9-42b8-9649-f458e46d2753","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.441191314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"6f424dda-46d9-42b8-9649-f458e46d2753","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.441772598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-policy-f587080d","reconcileID":"70aa3ca3-9877-457d-a7e3-8cbb317a1141","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.47421561Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-sub-f587080d","reconcileID":"01595d3c-1354-4f9b-8b5d-3e0fd7d5cc52","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-f587080d/e2e-shared-int-sub-f587080d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.504637816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-policy-f587080d","reconcileID":"70aa3ca3-9877-457d-a7e3-8cbb317a1141","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.565156279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f4e45c8-fe1a-4c2e-93ee-5fae3b5276e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.565265249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8f4e45c8-fe1a-4c2e-93ee-5fae3b5276e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.669595808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c63c010-7938-43d4-8968-76cc56a33f97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.669705696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0c63c010-7938-43d4-8968-76cc56a33f97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.699680841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"18caa484-c916-464a-924a-cf24a1df2739","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:43.902427195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-sub-f587080d","reconcileID":"34097616-be6a-4b52-935d-13057d382697","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:44.112512637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a0c1d55-9d4e-44f5-9e78-fde53bc8456e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:44.112619534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a0c1d55-9d4e-44f5-9e78-fde53bc8456e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:44.553502141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"a612792c-7524-45b7-8cb6-bb414c4a1346","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.875847255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4df8a41-abbd-4b91-8c8b-b984dec5738b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.875877734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4df8a41-abbd-4b91-8c8b-b984dec5738b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.933587521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb8da6bc-90fa-4e49-b829-fcbe43b35521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:48.933608609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb8da6bc-90fa-4e49-b829-fcbe43b35521","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.04336596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"0030dc3a-849c-4c3c-bab1-c3c0e17e260b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.105534397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"0030dc3a-849c-4c3c-bab1-c3c0e17e260b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.16458531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"0030dc3a-849c-4c3c-bab1-c3c0e17e260b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.166703615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3258c3-5507-42d1-a397-a4360ab46d4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.166724906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3258c3-5507-42d1-a397-a4360ab46d4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.166840518Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-93703d-sub models-as-a-service/e2e-rt-sw-9988ee-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.224291191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a22c7d-dfbc-4ede-a3cc-024404501f18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.224317601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16a22c7d-dfbc-4ede-a3cc-024404501f18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.227185322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5741c0f6-b786-441a-ae76-ebdc83eba4a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.227248346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5741c0f6-b786-441a-ae76-ebdc83eba4a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:49.273276325Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-sub-f587080d","reconcileID":"4987ce87-0acc-44fd-8232-63c6f9677938","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-f587080d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.332477068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"b14f745a-082e-40ab-8658-c25b5d74ba1a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.386615409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f6a6bf-0fcd-4a52-ac9d-838462e9807d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.386642796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52f6a6bf-0fcd-4a52-ac9d-838462e9807d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.392054875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"b14f745a-082e-40ab-8658-c25b5d74ba1a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.449301653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fecd015e-9383-4eb2-bb03-f2a3845c18f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.449328748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fecd015e-9383-4eb2-bb03-f2a3845c18f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.455117605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"b14f745a-082e-40ab-8658-c25b5d74ba1a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.728896165Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-sub-f587080d","reconcileID":"a5b3c762-4297-48fb-b2c4-44ecb5a2c990","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-c0ce0ece/e2e-shared-int-sub-f587080d","ai-tenant-e2e-mt-f587080d/e2e-shared-int-sub-f587080d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.9091918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa5aad5c-3123-4947-a641-2b2196a29ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.909220957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa5aad5c-3123-4947-a641-2b2196a29ce4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.956254964Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-sub-f587080d","reconcileID":"1dee1dc1-f6fc-468e-8d49-09ddd91b0120","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:49.961568359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91a04c39-01b0-49c9-a252-587f33695900","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.03512964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"7becc0d9-dbad-4bf1-819b-ac4ba3eea38c","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.035167454Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"7becc0d9-dbad-4bf1-819b-ac4ba3eea38c","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.127759694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-sub-f587080d","reconcileID":"e7744c21-68ee-4647-8ab6-0115e0ec494f","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.225601628Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"60b414e6-2514-4d0c-884b-bbea2ef2bf5e","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da02f33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.259737658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"30263dca-dfa6-464c-8d36-19b96359af1f","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.260632412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51074323-07b3-4061-a9dc-626d5d3cdf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.26465721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"99a3cac5-0102-478f-b4c6-2ab160eadcfc","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.265073493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffae52fe-9a9e-450a-abc2-3a8301c4ea72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.313196497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecf0c01d-7e1e-4a54-adea-6c99c19aefc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.313220767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ecf0c01d-7e1e-4a54-adea-6c99c19aefc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.396027927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51074323-07b3-4061-a9dc-626d5d3cdf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:50.441248684Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"99a3cac5-0102-478f-b4c6-2ab160eadcfc","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:50.441477904Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"30263dca-dfa6-464c-8d36-19b96359af1f","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.484972895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"51074323-07b3-4061-a9dc-626d5d3cdf41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:50.488814821Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffae52fe-9a9e-450a-abc2-3a8301c4ea72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:50.502931442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"30263dca-dfa6-464c-8d36-19b96359af1f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:50.503654862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"99a3cac5-0102-478f-b4c6-2ab160eadcfc","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:03:50.553629725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffae52fe-9a9e-450a-abc2-3a8301c4ea72","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.568676266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"1cc754d3-61e8-44c5-9844-9915fe7499e9","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.5687102Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"1cc754d3-61e8-44c5-9844-9915fe7499e9","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.678266425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"22050641-c94e-44c2-bdb2-e03c7e1caa6a","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.678294835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"22050641-c94e-44c2-bdb2-e03c7e1caa6a","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.784387824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"5d61ca10-db7d-44d6-9a57-bceb62df3342","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.784756852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"6737fe85-3f89-43c4-8a9e-b5d8baf374c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.793780584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ff53c4b-7fa6-4cd0-8fdf-ff4b456f4737","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.793808558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ff53c4b-7fa6-4cd0-8fdf-ff4b456f4737","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.794453755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c548b9df-c67e-4fab-8caf-0b8afab072b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.794474492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c548b9df-c67e-4fab-8caf-0b8afab072b2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.853327316Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"d277968d-6ee2-4ebf-9d72-1c471e7cbe7e","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-da02f33c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.857447505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"6737fe85-3f89-43c4-8a9e-b5d8baf374c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.858723903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"5d61ca10-db7d-44d6-9a57-bceb62df3342","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.88323478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6298def-285a-493b-b704-8ac58200ead8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.889388842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8101cf57-d310-4241-b59f-891eb0a01ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.917629232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"5d61ca10-db7d-44d6-9a57-bceb62df3342","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.918723104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"6737fe85-3f89-43c4-8a9e-b5d8baf374c3","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.956469973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8101cf57-d310-4241-b59f-891eb0a01ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:50.956977858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6298def-285a-493b-b704-8ac58200ead8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.016283133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8101cf57-d310-4241-b59f-891eb0a01ff4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.016325167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6298def-285a-493b-b704-8ac58200ead8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.036509005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"ad769e5a-ab9a-43ce-b087-6298080516cf","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.036546929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"ad769e5a-ab9a-43ce-b087-6298080516cf","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.150528077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"4477385c-b7db-446e-aac4-c3720f98e994","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.150862716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"4477385c-b7db-446e-aac4-c3720f98e994","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.207969897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8aacf748-1394-4950-8fbf-27cec0857338","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.207990366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8aacf748-1394-4950-8fbf-27cec0857338","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.260592686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"91921da2-c8f2-42bb-bc92-09ce9d45f3de","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.260594065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"113b4e26-35f8-443d-95a0-ba7d42ce387a","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.285785741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f173beb0-4349-45c3-a6a0-c2bdbcbf14f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.320566188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"91921da2-c8f2-42bb-bc92-09ce9d45f3de","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.320961574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"113b4e26-35f8-443d-95a0-ba7d42ce387a","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.345885529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f173beb0-4349-45c3-a6a0-c2bdbcbf14f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.36119184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b09a366-cdfd-4715-ac0d-0b84c62d5259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.387117483Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"113b4e26-35f8-443d-95a0-ba7d42ce387a","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.38712474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"91921da2-c8f2-42bb-bc92-09ce9d45f3de","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.408135651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f173beb0-4349-45c3-a6a0-c2bdbcbf14f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.431748101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b09a366-cdfd-4715-ac0d-0b84c62d5259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:51.490464304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4b09a366-cdfd-4715-ac0d-0b84c62d5259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:52.983292579Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:53.674187076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-policy-f587080d","reconcileID":"268cf78f-06b7-4d50-9f14-ef9bd1517c33","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:53.810990174Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-policy-f587080d","reconcileID":"268cf78f-06b7-4d50-9f14-ef9bd1517c33","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:53.868868235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-policy-f587080d","reconcileID":"268cf78f-06b7-4d50-9f14-ef9bd1517c33","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:53.929048818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10d7f00a-7f2c-40a3-9bc2-c266ce4f0e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:53.929073185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10d7f00a-7f2c-40a3-9bc2-c266ce4f0e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:54.615110948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"b3a39e43-5084-4f6c-9b44-88e9f38afcd9","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:54.925895272Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-policy-f587080d","reconcileID":"dbb2b5d3-cac8-4b0d-b94c-1c4870d2f38f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:54.926029985Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14805c97-2867-44d4-bf1c-798c61804b0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:54.926047787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14805c97-2867-44d4-bf1c-798c61804b0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:55.035302041Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-policy-f587080d","reconcileID":"dbb2b5d3-cac8-4b0d-b94c-1c4870d2f38f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"policyNamespace":"ai-tenant-e2e-mt-f587080d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:55.093900174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5db23b45-3924-4ead-9140-f3107567cc8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:55.093927289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5db23b45-3924-4ead-9140-f3107567cc8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:55.241838932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d2b0a3-3691-4d09-b86f-41d92746744c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:55.241869047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8d2b0a3-3691-4d09-b86f-41d92746744c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:59.571425901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"1ec50e20-6df5-4112-8d1d-e456394ed113","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:59.63165811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"1ec50e20-6df5-4112-8d1d-e456394ed113","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:59.693286896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"1ec50e20-6df5-4112-8d1d-e456394ed113","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:59.760871465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657df96f-65ee-462c-855d-49fe4a0bb963","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:03:59.761021681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"657df96f-65ee-462c-855d-49fe4a0bb963","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:00.910929782Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"b4e3ac7d-43d4-4fa8-b6ca-a6484abf2141","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-93703d","subscription":"e2e-rt-eq-93703d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.026717711Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"b4e3ac7d-43d4-4fa8-b6ca-a6484abf2141","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.090867669Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-sub","reconcileID":"b4e3ac7d-43d4-4fa8-b6ca-a6484abf2141","MaaSSubscription":{"name":"e2e-rt-eq-93703d-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-93703d","namespace":"llm","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.4669862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"dbb3048a-2566-46cb-bddf-7b364b68272b","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.467021572Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"dbb3048a-2566-46cb-bddf-7b364b68272b","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.580866374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"c7cc2866-a3d2-4e94-8b21-cffb909daf7a","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.580903631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"c7cc2866-a3d2-4e94-8b21-cffb909daf7a","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.683622153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"c6624d7c-82cf-4a34-b950-cfc8a6564011","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.684598385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"fe207aef-74fa-44fb-88d0-6264b0cf61e5","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.718506402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"1811bb9c-cfe3-4db9-8706-9c049ff57b91","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.718533733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"1811bb9c-cfe3-4db9-8706-9c049ff57b91","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.78559781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654adf66-52be-4758-8f69-24de7e4f88bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.7862955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636feebb-9b43-41f5-ad4d-2adc22c959f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.836463234Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"fe207aef-74fa-44fb-88d0-6264b0cf61e5","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:01.856635876Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"c6624d7c-82cf-4a34-b950-cfc8a6564011","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.861827721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654adf66-52be-4758-8f69-24de7e4f88bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.883596979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636feebb-9b43-41f5-ad4d-2adc22c959f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.907883905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"fe207aef-74fa-44fb-88d0-6264b0cf61e5","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:01.919746998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"c6624d7c-82cf-4a34-b950-cfc8a6564011","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.923558567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"654adf66-52be-4758-8f69-24de7e4f88bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:01.968354373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"fe207aef-74fa-44fb-88d0-6264b0cf61e5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-eq-93703d-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.968742623Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-93703d-access","reconcileID":"42d1bd73-8a45-4e46-855e-7daaf6f737af","MaaSAuthPolicy":{"name":"e2e-rt-eq-93703d-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.970553118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"636feebb-9b43-41f5-ad4d-2adc22c959f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.991934673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"746a3699-e661-4489-93a5-32ff849be5dd","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:01.992052589Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"746a3699-e661-4489-93a5-32ff849be5dd","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.057453325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2ace5c3-591b-456e-b128-6e42b06647d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.057497302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2ace5c3-591b-456e-b128-6e42b06647d4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.089389611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21c9a16a-9415-452c-bf27-f252b9312de3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.089421372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"21c9a16a-9415-452c-bf27-f252b9312de3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.161386176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"54673e59-7f23-46bc-a955-7561fda01929","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.223128607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"54673e59-7f23-46bc-a955-7561fda01929","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.271530704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"827a2437-696f-46f3-9baf-5dbb6e5d7dde","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.271568228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"827a2437-696f-46f3-9baf-5dbb6e5d7dde","MaaSModelRef":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-93703d-b80a3ef5dec0","namespace":"llm","model":"e2e-rt-eq-93703d","externalModel":"e2e-rt-eq-93703d","provider":"e2e-rt-eq-93703d-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.290686495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"54673e59-7f23-46bc-a955-7561fda01929","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.406676928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"e31fe3ec-abf0-44bf-9431-ba7f14f06e32","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.406717151Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"e31fe3ec-abf0-44bf-9431-ba7f14f06e32","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.789363673Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"5612171d-4192-4784-92c4-9526eb5b013f","namespace":"llm","name":"e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.862406838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8610cc9e-018e-451d-8c9d-74a4a4bd13d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.862510825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8610cc9e-018e-451d-8c9d-74a4a4bd13d6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.862889451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2942992c-0dbc-42a3-9a54-9ffea60c0a9e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.862976595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2942992c-0dbc-42a3-9a54-9ffea60c0a9e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.863326749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af1b5cbd-cacc-48a4-897e-fdb1d6a514b9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.863380379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"af1b5cbd-cacc-48a4-897e-fdb1d6a514b9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.863731718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd661d7b-f897-45d0-9d69-faf34b12bd81","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.863783308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dd661d7b-f897-45d0-9d69-faf34b12bd81","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.864124101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e59dd358-11fe-4a13-b2ce-9d18185e708b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.864182331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e59dd358-11fe-4a13-b2ce-9d18185e708b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.864692758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e5495a9e-d511-4a4f-8acb-e302a87695de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.864746633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e5495a9e-d511-4a4f-8acb-e302a87695de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.865097154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c122c2e5-f8f6-474e-84ce-b7adea9b894a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.865151471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c122c2e5-f8f6-474e-84ce-b7adea9b894a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.865462069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06513aed-eaf2-4297-a4e4-4631d245227c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.86550643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"06513aed-eaf2-4297-a4e4-4631d245227c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.909564477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"0f6b6056-25e1-4a23-b675-2a14b6055e9a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.920829184Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-sub-f587080d","reconcileID":"6da21f09-406d-425f-8e76-1336c5a46e92","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-f587080d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.921690947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"0105f93a-d972-4d59-9ea8-fdf919bf80be","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.921709422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"0105f93a-d972-4d59-9ea8-fdf919bf80be","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:02.964860114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"dba0e996-8b93-4ea3-85ad-ab27365b17e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.019238973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"510ae4b9-8303-40e1-a63a-fe8cae42b1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.01938392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"568151be-0ced-4b5f-9711-9128830ab014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.026257797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"dba0e996-8b93-4ea3-85ad-ab27365b17e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.034830176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"f3e3388e-4d88-4459-9ec6-cc11e61e1173","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.057076624Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"0f6b6056-25e1-4a23-b675-2a14b6055e9a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.092251426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce19e50f-5899-43fd-94bc-6a4f1200bd6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.116747385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"0f6b6056-25e1-4a23-b675-2a14b6055e9a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.154918741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"7dc61ee2-a730-479e-b002-55bf505760b9","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","model":"llm/e2e-rt-sw-9988ee","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.170420343Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-sub-f587080d","reconcileID":"85b4620d-b414-469d-88a6-01c6e2b15306","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c0ce0ece/e2e-shared-int-sub-f587080d","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:03.188037825Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"510ae4b9-8303-40e1-a63a-fe8cae42b1a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.188532147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"552ff61e-3178-41c1-a14b-ae9e91606999","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.188548342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"552ff61e-3178-41c1-a14b-ae9e91606999","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:03.189444688Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"f3e3388e-4d88-4459-9ec6-cc11e61e1173","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.194599028Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"568151be-0ced-4b5f-9711-9128830ab014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.271401563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"namespace":"ai-tenant-e2e-mt-f587080d","name":"e2e-shared-int-sub-f587080d","reconcileID":"6da21f09-406d-425f-8e76-1336c5a46e92","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-f587080d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.27693474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"568151be-0ced-4b5f-9711-9128830ab014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.275021946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"efd3a506-794e-47a8-9053-47e22f475b58","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:03.288088912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"f3e3388e-4d88-4459-9ec6-cc11e61e1173","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:03.288822559Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"510ae4b9-8303-40e1-a63a-fe8cae42b1a7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.426024846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"47da2d49-7539-4637-a93f-c36b2700a1fe","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.426143511Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"47da2d49-7539-4637-a93f-c36b2700a1fe","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.460738214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"aead9e4a-e0cf-413b-8005-1163386140e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.48359939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ffe88ab-3842-41f3-87b7-f307e5be9e4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.483723543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ffe88ab-3842-41f3-87b7-f307e5be9e4a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.484239604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb4f4f1-300d-4d69-8c7e-a4531707889a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.484314015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb4f4f1-300d-4d69-8c7e-a4531707889a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.51779512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2a863c53-a03c-4c7e-8604-4ae642352efe","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.524189586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"aead9e4a-e0cf-413b-8005-1163386140e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.590172121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2a863c53-a03c-4c7e-8604-4ae642352efe","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.590704054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"bfe44d61-e1d4-4218-9d08-b472e58ae021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.590828897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7c4dee4f-f0ee-4a02-9eee-365a739624ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.591527759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b65ce758-fc61-4ad0-8626-adacf5d431f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.612728043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7b246d0-81e8-4fd8-99a2-fabd752db60b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.612821739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7b246d0-81e8-4fd8-99a2-fabd752db60b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.648077932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-sub-f587080d","reconcileID":"c7954584-1d2e-4659-9156-960e871f6933","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.688304861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"7c4dee4f-f0ee-4a02-9eee-365a739624ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.695864602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b65ce758-fc61-4ad0-8626-adacf5d431f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.698743576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"bfe44d61-e1d4-4218-9d08-b472e58ae021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.749785514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1b36b9d4-c597-4ae1-9198-bf4b82cc5224","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:03.809620488Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-93703d","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-93703d","reconcileID":"696acada-47b7-433f-81f0-200f7c606af5","namespace":"llm","name":"e2e-rt-eq-93703d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.018284515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"33cf88da-f2e0-4483-a876-ffac3ee9fada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.089433318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"33cf88da-f2e0-4483-a876-ffac3ee9fada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.132215369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"81f98d87-660b-4c39-9e6b-4d706052a52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.198281146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"81f98d87-660b-4c39-9e6b-4d706052a52e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.206318017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5d1cbd4b-2e8e-40f1-aec1-f040ca2b77dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.206434384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0779920d-9f0d-499a-afb7-97e559aefa79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.269533037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5d1cbd4b-2e8e-40f1-aec1-f040ca2b77dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.284862774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0779920d-9f0d-499a-afb7-97e559aefa79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.302484892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0b7adba7-2111-4131-8c2c-c7f1c0e811bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.371403956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0b7adba7-2111-4131-8c2c-c7f1c0e811bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.535918324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a15a75c9-9f02-4a4a-8345-65bf8ae782e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.606687972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a15a75c9-9f02-4a4a-8345-65bf8ae782e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.616366995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"1d2f11f1-4a52-4eb7-b363-d10777c20026","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.619410546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"626d13db-ca04-4ccf-9517-4c05dc9a9a06","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.631582117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"e3f3dac0-ad00-4b5f-807b-9aa1a929ddb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.668575843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a15a75c9-9f02-4a4a-8345-65bf8ae782e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.702309021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"e3f3dac0-ad00-4b5f-807b-9aa1a929ddb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.723558378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"bd3be8f4-154e-4dc7-9382-d640ebd98de8","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.723645989Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"bd3be8f4-154e-4dc7-9382-d640ebd98de8","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.726661437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"161110f6-e250-49a3-bf8e-48c915e95f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.765284233Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"e3f3dac0-ad00-4b5f-807b-9aa1a929ddb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.774459344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"a165a4fd-d938-41f7-97b3-19271e3fa50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.781273167Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"626d13db-ca04-4ccf-9517-4c05dc9a9a06","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.834426652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"a165a4fd-d938-41f7-97b3-19271e3fa50c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.840372719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"626d13db-ca04-4ccf-9517-4c05dc9a9a06","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.866084444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"161110f6-e250-49a3-bf8e-48c915e95f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.875016111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"a9d5d348-6cea-4dba-9487-11be3f242993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.897275723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"6d75c129-6773-4616-b30f-69dfb019e86e","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.897317475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"6d75c129-6773-4616-b30f-69dfb019e86e","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.897883449Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"a82824e8-38e3-4c14-9ad1-972c260756bc","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3614bcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.928692186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"161110f6-e250-49a3-bf8e-48c915e95f30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.936832568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"a9d5d348-6cea-4dba-9487-11be3f242993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:04.991209035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a6ff1df8-968e-430a-a66f-357d16d277e9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:05.008454603Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"6d75c129-6773-4616-b30f-69dfb019e86e","name":"e2e-rt-sw-9988ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9988ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:05.008534357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"6d75c129-6773-4616-b30f-69dfb019e86e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-9988ee\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.008767939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c5d0128-bb2c-424e-a129-234e80262159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.00878187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c5d0128-bb2c-424e-a129-234e80262159","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.009539064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"715f3d8d-ffda-477e-b0c6-8f2aa255164a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.009555274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"715f3d8d-ffda-477e-b0c6-8f2aa255164a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.053798324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"a6ff1df8-968e-430a-a66f-357d16d277e9","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.071036692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"6706dcd0-c66e-421e-ad11-070c427ca971","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.071072199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"6706dcd0-c66e-421e-ad11-070c427ca971","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.090425062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d6495364-7863-4e9c-88ae-f70caab8da04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.152346233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d6495364-7863-4e9c-88ae-f70caab8da04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.188227791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"1c26d43e-d38c-4569-adc9-29d26d97f257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.244167977Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"468fa826-7715-4b6e-9a07-212f8303ffd5","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d3614bcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.251372973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"1c26d43e-d38c-4569-adc9-29d26d97f257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.29570297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"8aaec0ec-3147-4231-83f4-fe4778e43aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.42841127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"8aaec0ec-3147-4231-83f4-fe4778e43aae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.458660759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f4134e01-c030-49e4-8a84-9c294e293f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.521504461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f4134e01-c030-49e4-8a84-9c294e293f76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.62252258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da54e269-f3da-4ed3-8dd0-f7052c512676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.679282561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a236321c-4020-44e6-8133-e23764757744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.679285118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"c3334920-685f-45e5-82ce-a6dd8279d43c","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.682735193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da54e269-f3da-4ed3-8dd0-f7052c512676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.741910387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"c3334920-685f-45e5-82ce-a6dd8279d43c","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.742742455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a236321c-4020-44e6-8133-e23764757744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.744270599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da54e269-f3da-4ed3-8dd0-f7052c512676","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.801498175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"c3334920-685f-45e5-82ce-a6dd8279d43c","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.802497166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a236321c-4020-44e6-8133-e23764757744","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.916597556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"9bce6bc7-35f1-40a7-af52-dc74b91fcc41","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.916630337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"9bce6bc7-35f1-40a7-af52-dc74b91fcc41","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.971516186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fedfa320-4eb1-481c-9f1e-eb480545c61a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:05.971542809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fedfa320-4eb1-481c-9f1e-eb480545c61a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:12.46404586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"eb9088fa-3113-4548-ba20-c8055a566336","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:12.465383606Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-api-key-deleted-sub-auth","reconcileID":"c8d35602-8f43-4bbf-934d-9b25ff833e55","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:12.687123652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"fcb8663b-1ead-453f-8fbd-7e7ec29148c5","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.425855932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"2f116d59-0487-44fe-b83f-2da0a6ef43e9","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.649271719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"bf049cf4-9579-4b19-96c0-7073980392d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.64945748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"08019064-1d6a-4481-8538-a462f4d81401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.64992666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"03758cea-c000-439e-92d9-34531b0fc2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.710321943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"03758cea-c000-439e-92d9-34531b0fc2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.714319597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"08019064-1d6a-4481-8538-a462f4d81401","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.830311933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"46b3444f-d1c3-4623-979a-65492fc5ab84","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.850082078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"6bff4f22-fbfd-43cd-bc80-2a4b556c93fb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:13.982984072Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"6bff4f22-fbfd-43cd-bc80-2a4b556c93fb","name":"e2e-mt-22698157-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:14.055937622Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"adaafa31-4615-4598-a4ec-50839f7f91d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:14.616970394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"e3e86beb-ea89-416c-80b7-e311c3f9ac7b","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.018453138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"aa09a655-b367-4a5a-806c-4258ac2cbc66","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.152587692Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"aa09a655-b367-4a5a-806c-4258ac2cbc66","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.211004387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"aa09a655-b367-4a5a-806c-4258ac2cbc66","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.269432204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5915ead0-f097-4160-b9b1-3bd1c4b31473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.269458357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5915ead0-f097-4160-b9b1-3bd1c4b31473","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.299516332Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"7b0a295e-c251-4bd0-adcd-a54911b9ac5d","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9988ee","subscription":"e2e-rt-sw-9988ee-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.408536683Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"7b0a295e-c251-4bd0-adcd-a54911b9ac5d","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.463490704Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-sub","reconcileID":"7b0a295e-c251-4bd0-adcd-a54911b9ac5d","MaaSSubscription":{"name":"e2e-rt-sw-9988ee-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-9988ee","namespace":"llm","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.800143244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"e0a6af9e-441d-4f7a-98e3-ebdb2ed2e2fb","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.800194484Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"e0a6af9e-441d-4f7a-98e3-ebdb2ed2e2fb","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.948756651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"d5d72944-fb01-4736-b65c-ca65e11744e7","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.948785689Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"d5d72944-fb01-4736-b65c-ca65e11744e7","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.959481176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a69756e1-5dfc-4ece-9147-35b90e2c5c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.959479776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0752b7d8-66fb-4150-9e7a-06d45ec321c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:15.960037684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"5fe7fd86-36b7-43e8-9a6e-37e07499eeb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.09610471Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a69756e1-5dfc-4ece-9147-35b90e2c5c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:16.097157053Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"5fe7fd86-36b7-43e8-9a6e-37e07499eeb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:16.099920002Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0752b7d8-66fb-4150-9e7a-06d45ec321c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.154995887Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a69756e1-5dfc-4ece-9147-35b90e2c5c8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:16.155722373Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"5fe7fd86-36b7-43e8-9a6e-37e07499eeb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-rt-sw-9988ee-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2215\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:637\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:16.155785124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"5fe7fd86-36b7-43e8-9a6e-37e07499eeb7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.156026489Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-9988ee-access","reconcileID":"f08f459b-aacf-4d8d-998e-f8eab801c303","MaaSAuthPolicy":{"name":"e2e-rt-sw-9988ee-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:16.159993132Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0752b7d8-66fb-4150-9e7a-06d45ec321c8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.160232382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e4023eb-8277-4610-b52d-b521a33a08a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.160251759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9e4023eb-8277-4610-b52d-b521a33a08a8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.214903137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc9c4199-bfc5-404f-aa55-10b8a59e7e05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.214922859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc9c4199-bfc5-404f-aa55-10b8a59e7e05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.323454274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee0c9fb-1e51-4384-b694-58fd60967c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.38310282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee0c9fb-1e51-4384-b694-58fd60967c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.422613754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"4f475efe-c530-46e4-9899-142efadb96ab","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.422644364Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"4f475efe-c530-46e4-9899-142efadb96ab","MaaSModelRef":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-9988ee-a9749e0aa237","namespace":"llm","model":"e2e-rt-sw-9988ee","externalModel":"e2e-rt-sw-9988ee","provider":"e2e-rt-sw-9988ee-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.441347142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ee0c9fb-1e51-4384-b694-58fd60967c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.501357405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9fbad12-115b-43d6-8cbc-ebec79576cc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.501392016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d9fbad12-115b-43d6-8cbc-ebec79576cc8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.928652218Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"6a3cd273-47cb-4b89-a02d-d5a587b9e01c","namespace":"llm","name":"e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.989541028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8b3cfbb7-967b-4e1c-ac96-03f360970e9d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.989575316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8b3cfbb7-967b-4e1c-ac96-03f360970e9d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.989900518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"952044e9-6f7a-48a0-a828-1425114f4ac1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.989921826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"952044e9-6f7a-48a0-a828-1425114f4ac1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.990250986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f30282d-e927-45a3-9209-ba3c79494ee7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.990274146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5f30282d-e927-45a3-9209-ba3c79494ee7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.990556003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"413266b9-10aa-40a2-9b40-7584a74c1968","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.990573921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"413266b9-10aa-40a2-9b40-7584a74c1968","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.99081822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bd06ea1-b513-4f70-915e-b45631820416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.990835063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2bd06ea1-b513-4f70-915e-b45631820416","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.992156489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed66ca49-937f-4709-a0a6-37877c54f73a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.992177256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed66ca49-937f-4709-a0a6-37877c54f73a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.992499106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddd3519e-6cb0-4699-bb78-d0c40d66a865","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.992519879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ddd3519e-6cb0-4699-bb78-d0c40d66a865","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.992831771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9f28017-a581-4c6a-9818-7b495312c111","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:16.992850468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e9f28017-a581-4c6a-9818-7b495312c111","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.038051888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"2452fe7e-676b-40ea-878c-9990343d6e27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.074376238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"a6303548-84a5-4613-9c7d-c455aea21893","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.093747342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ff1263d5-c0b4-4905-b357-063d01b80517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.094458227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7091aab-a4c2-465f-9d67-21d6802e2e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.094801546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b79672a6-f938-41bd-ad5a-bb8709378dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.154605393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ff1263d5-c0b4-4905-b357-063d01b80517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.154755418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b79672a6-f938-41bd-ad5a-bb8709378dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.157344138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7091aab-a4c2-465f-9d67-21d6802e2e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.172715979Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"2452fe7e-676b-40ea-878c-9990343d6e27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.190967394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"e68871c6-f61e-4f74-8ef6-5067c28bc4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.210504938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eec96879-29fc-4ff2-a53e-87e20701b272","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.210869788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"201662f1-8a3a-46fc-9fde-945a54ba7501","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.211122816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-sub-f587080d","reconcileID":"5e3ce213-55d3-4e30-92cd-96d4ba7b476e","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.213237398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b79672a6-f938-41bd-ad5a-bb8709378dd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.215896012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7091aab-a4c2-465f-9d67-21d6802e2e95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.235101111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"2452fe7e-676b-40ea-878c-9990343d6e27","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.25258167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"e68871c6-f61e-4f74-8ef6-5067c28bc4e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.365966435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f152474-56d0-4429-a809-ec1e044c6c80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.366078383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2f152474-56d0-4429-a809-ec1e044c6c80","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.36822761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bce9343f-a356-4313-a9aa-559a41816287","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.36833173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bce9343f-a356-4313-a9aa-559a41816287","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.491815398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c1c29ef6-171c-40fe-9cd0-2a274da4598c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.545014263Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-9988ee","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-9988ee","reconcileID":"3b8863aa-b877-4e38-b84d-d758222393c1","namespace":"llm","name":"e2e-rt-sw-9988ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.5562366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c1c29ef6-171c-40fe-9cd0-2a274da4598c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.577739442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"78985c52-7fb8-417d-bee9-0e12eae5c99a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.57810599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"5aa499d4-d7e2-4e07-8671-8152ed805100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.578319155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"36543147-1549-4962-8251-0d3ed496858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.641273403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"36543147-1549-4962-8251-0d3ed496858e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.643407999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"78985c52-7fb8-417d-bee9-0e12eae5c99a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.645183615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"5aa499d4-d7e2-4e07-8671-8152ed805100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.727554554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"036db175-72b5-41fb-9f7b-df78aad4c464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.7877714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"036db175-72b5-41fb-9f7b-df78aad4c464","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.930185901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"fd8bf15d-507b-4e3c-9e74-b8895f6dc974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:17.990675955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"fd8bf15d-507b-4e3c-9e74-b8895f6dc974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.028254914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"7b31957b-9c89-4f05-b0d3-f1d100aa878a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.028636371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e67b0a8-4cb5-493f-bc9d-30a2a5f55f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.02889072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a9c3ffb5-168a-4bab-bab6-5e5f436708ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.089196608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"7b31957b-9c89-4f05-b0d3-f1d100aa878a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.092384932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a9c3ffb5-168a-4bab-bab6-5e5f436708ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.163375219Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e67b0a8-4cb5-493f-bc9d-30a2a5f55f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.222135087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8e67b0a8-4cb5-493f-bc9d-30a2a5f55f64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.228744269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cd4a55d-9ced-4583-ac29-05e9cf32dfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.282438606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3fd88c2-13cd-4830-9cd6-b5a7ab67450b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.28246764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3fd88c2-13cd-4830-9cd6-b5a7ab67450b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.290127913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cd4a55d-9ced-4583-ac29-05e9cf32dfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.349091061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9cd4a55d-9ced-4583-ac29-05e9cf32dfb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.390793436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"93d1aaf2-2512-471e-b445-44a7396f2734","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.40777114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46e6e55b-f17b-4aa9-8250-e77211f00a30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.407797078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46e6e55b-f17b-4aa9-8250-e77211f00a30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.461579349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"9f923e35-21d3-44e0-a336-e0b47535a6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.464988497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"973aa73c-06d6-46f3-a3ac-7378eaa1e8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.465009854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"2ae73a53-96e0-4086-88ce-fc1ae81648ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.522849267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"9f923e35-21d3-44e0-a336-e0b47535a6ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.526320017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"93d1aaf2-2512-471e-b445-44a7396f2734","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.527229627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"2ae73a53-96e0-4086-88ce-fc1ae81648ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.530266984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"973aa73c-06d6-46f3-a3ac-7378eaa1e8f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.570866329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0b003f98-324c-4662-a9fc-f7f16e03d65d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.587181522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"93d1aaf2-2512-471e-b445-44a7396f2734","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.63488165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0b003f98-324c-4662-a9fc-f7f16e03d65d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.648458788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f2470a1-e302-4953-a84f-86561541ad3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.648486655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9f2470a1-e302-4953-a84f-86561541ad3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.818051793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3d900ffc-77f3-4b02-b3ef-288075942498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.882431437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3d900ffc-77f3-4b02-b3ef-288075942498","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.915074214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ffe7fbd4-a92d-474e-abb1-4ec877effa18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.915020767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"b7ad55ba-931e-465b-b103-b24bdf770cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.978593152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ffe7fbd4-a92d-474e-abb1-4ec877effa18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:18.984897109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"b7ad55ba-931e-465b-b103-b24bdf770cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:20.505677765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"00775444-dbb8-4911-bd20-a793c0c264d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:21.79243982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"85a191aa-347e-49ac-886e-83fbd2d11099","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:22.983404878Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:23.831667809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"f6fec340-dc01-4f68-a528-432fbcc20a3a","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:24.508519214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ee38b15-4740-4b5c-888c-b582ec487134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:24.508545451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0ee38b15-4740-4b5c-888c-b582ec487134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:24.61629942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"namespace":"ai-tenant-e2e-mt-88a16881","name":"e2e-policy-88a16881","reconcileID":"e9a8c23a-f710-4c81-83cd-6e69c73ec824","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:24.617372878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"32f95a6e-78bb-44c0-a742-e0c299cc3411","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:24.676234423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"namespace":"ai-tenant-e2e-mt-88a16881","name":"e2e-policy-88a16881","reconcileID":"e9a8c23a-f710-4c81-83cd-6e69c73ec824","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:24.734368307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"namespace":"ai-tenant-e2e-mt-88a16881","name":"e2e-policy-88a16881","reconcileID":"e9a8c23a-f710-4c81-83cd-6e69c73ec824","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.445261756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eea8cbc0-e4b1-4ee4-b1af-7471ad37663f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.5701551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87fe5e51-565f-4b68-8192-a274642e4016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.578302166Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eea8cbc0-e4b1-4ee4-b1af-7471ad37663f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.630266418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87fe5e51-565f-4b68-8192-a274642e4016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.636502204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eea8cbc0-e4b1-4ee4-b1af-7471ad37663f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.689049158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87fe5e51-565f-4b68-8192-a274642e4016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.696429531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e091d0e3-4651-474e-ad35-911db197cd01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.696450093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e091d0e3-4651-474e-ad35-911db197cd01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.746672621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60c74fe8-0085-4b6c-a7af-5db5780398ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.746692831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60c74fe8-0085-4b6c-a7af-5db5780398ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.756435701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"c31eadea-6f99-4460-ab29-2618908cc42b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.89043149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"c31eadea-6f99-4460-ab29-2618908cc42b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:28.954184424Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"c31eadea-6f99-4460-ab29-2618908cc42b","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:29.013450117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41e9b8a5-edf3-4db5-b69b-0175da1b450a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:29.013471102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41e9b8a5-edf3-4db5-b69b-0175da1b450a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:33.833139377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"088ea2f3-1680-4490-bfb3-ba5b23229547","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:34.618454465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"bcc303be-aba3-4e5e-ae1d-193b4eeb3e05","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:36.720285254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-2-w0-845a67","reconcileID":"b0e5898b-c5f4-44c1-8357-0de033c955e1","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-2-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-2-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:37.860209663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"0d848721-385c-4dea-888d-2bd5a3fc3ec8","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:38.8590894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"101092a9-9424-4d54-9624-c246ff56801d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:38.910005409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e43e9c-b14c-4bc0-8014-1a7e56f8489f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:38.990054189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"d629a59c-3f64-4088-a451-766f8ce21283","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:38.993401285Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"101092a9-9424-4d54-9624-c246ff56801d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:39.034113026Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e43e9c-b14c-4bc0-8014-1a7e56f8489f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.04956917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"93f55f70-a844-4565-88f1-ee458adfd617","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.054114524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"101092a9-9424-4d54-9624-c246ff56801d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:39.095089632Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f5e43e9c-b14c-4bc0-8014-1a7e56f8489f","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.09527555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c49758c2-03b0-437c-92f7-8e5e14767e75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.095292613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c49758c2-03b0-437c-92f7-8e5e14767e75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.114209327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"573ac588-5229-4620-af07-e56515c2bcb3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.114228053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"573ac588-5229-4620-af07-e56515c2bcb3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.121795989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"2157440d-3cfd-4c08-ad1c-a3dd56b1b7b9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.2558113Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"2157440d-3cfd-4c08-ad1c-a3dd56b1b7b9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.262358864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"3801b5b2-c9e9-41e4-a25c-941dda36f55a","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.347615875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"70bd2971-ff71-42f6-b4a2-5efeaed1ae38","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.34831423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a334a7c2-43fe-422b-bab3-152049f65a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.350505572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"2157440d-3cfd-4c08-ad1c-a3dd56b1b7b9","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.35186732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"4f4f5f36-43bc-47ce-88d6-e2c57e6a8494","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:39.403207176Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-user-sub","reconcileID":"61e3e525-e0d6-4d48-a2be-2ab38d189541","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.43828609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb249e1b-f418-4b43-96dc-41e644ac041b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.438310712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb249e1b-f418-4b43-96dc-41e644ac041b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.440268201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"70bd2971-ff71-42f6-b4a2-5efeaed1ae38","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.458195617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"95c720b1-09cb-4c43-9046-b50f53fb3d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.458193706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"09345057-c194-4d64-9fc6-c72251e5fc25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.498539949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ab2dc76b5c6cb04f86cb8f3dc451ca75ceb6f332dc0a4f5975e7c291578cd30) AuthConfig (c9ccf1eb57a01399d74a1db703d10ff0754804c7d4e0eb5374d9911f5fb13d35) AuthConfig (b0d0545e12f2cad441c4f55a60d578f89f0779517ea2887ef32ce5451e927e22) AuthConfig (eff9f5abf44ecfa4b26f8aa5869e2095d0590ed38ae6f58559e16622b3b63c0a) AuthConfig (68818ae27f45609ed45ec9a7dd22c1ca895c132955c36be142ae25886bc6b5d5) AuthConfig (0038b743a23ac3b2e76e7719d6c675e85913eb682f280085cfc859375863418d) AuthConfig (e85ebcb5bf4bc59ea397259900682374e0338b2aaabf535b2316d1a5be9b09e4) AuthConfig (ac5918f382fa254ea8d0a36770b4d22aae832668de10dc32e1067741cc96d4fa) AuthConfig (94440dc43eecb109f981e7b40360d48bda5b4a60cb00ae1b2cb214ad90964e7e) AuthConfig (0fafdeffc9b4e513cfff6b59dabf0e73544cbeced6b86f9b77495f35bb0496fd) AuthConfig (034012a719707d30c77c30fec74c87b4d0e89c4d9ea173521a7fb2f47ba45bbf) AuthConfig (cd5c5137b724ca8c6eeecda524ec081ee1f3b0ebe03792cdc68edc5616104d1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"70bd2971-ff71-42f6-b4a2-5efeaed1ae38","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.51040708Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a334a7c2-43fe-422b-bab3-152049f65a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.518312054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"09345057-c194-4d64-9fc6-c72251e5fc25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.518441317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"95c720b1-09cb-4c43-9046-b50f53fb3d26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.545912118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"ee8e7ef8-3fa7-4ac2-b655-0d8adcfa7f33","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.546607987Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-845a67 priority=0:[ai-tenant-e2e-worker-w0-845a67/e2e-models-other-sub ai-tenant-e2e-worker-w0-845a67/e2e-models-user-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.558321114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"304c1871-7e33-4c34-a11c-7e1ab7c457cd","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.568740077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a334a7c2-43fe-422b-bab3-152049f65a08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.596413418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"2789f7f3-a798-45b0-a417-d9c95d669a30","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:39.601686302Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-845a67/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.628390412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e55f0afd-d696-46ed-a2ce-e33281944897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.628407207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e55f0afd-d696-46ed-a2ce-e33281944897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.65198498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"3e20dc31-88b7-40f0-9a30-e706e1f9b659","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.65567257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"7e3d4adb-5355-4e13-9cc2-4ab17518b525","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:04:39.656776509Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-845a67/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.711409538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"e2ddcbcc-f4ac-4795-ad5d-1299d4674465","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.719295354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"bc2a88e3-8ef0-4eec-8999-599ad259d4ba","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.780894876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"bc2a88e3-8ef0-4eec-8999-599ad259d4ba","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.839445505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ab2dc76b5c6cb04f86cb8f3dc451ca75ceb6f332dc0a4f5975e7c291578cd30) AuthConfig (c9ccf1eb57a01399d74a1db703d10ff0754804c7d4e0eb5374d9911f5fb13d35) AuthConfig (b0d0545e12f2cad441c4f55a60d578f89f0779517ea2887ef32ce5451e927e22) AuthConfig (eff9f5abf44ecfa4b26f8aa5869e2095d0590ed38ae6f58559e16622b3b63c0a) AuthConfig (68818ae27f45609ed45ec9a7dd22c1ca895c132955c36be142ae25886bc6b5d5) AuthConfig (0038b743a23ac3b2e76e7719d6c675e85913eb682f280085cfc859375863418d) AuthConfig (e85ebcb5bf4bc59ea397259900682374e0338b2aaabf535b2316d1a5be9b09e4) AuthConfig (ac5918f382fa254ea8d0a36770b4d22aae832668de10dc32e1067741cc96d4fa) AuthConfig (94440dc43eecb109f981e7b40360d48bda5b4a60cb00ae1b2cb214ad90964e7e) AuthConfig (0fafdeffc9b4e513cfff6b59dabf0e73544cbeced6b86f9b77495f35bb0496fd) AuthConfig (034012a719707d30c77c30fec74c87b4d0e89c4d9ea173521a7fb2f47ba45bbf) AuthConfig (cd5c5137b724ca8c6eeecda524ec081ee1f3b0ebe03792cdc68edc5616104d1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"bc2a88e3-8ef0-4eec-8999-599ad259d4ba","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.88985624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0d617212-bfdd-465a-9f05-d659e855190a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.890056283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"d7f2258c-edc4-4ed8-ba3d-502f804b2a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.935323688Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-user-sub","reconcileID":"48255dce-d604-4f0c-988a-6c87b5baee04","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-models-other-sub","ai-tenant-e2e-worker-w0-845a67/e2e-models-user-sub","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.951566748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0d617212-bfdd-465a-9f05-d659e855190a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:39.951697512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"d7f2258c-edc4-4ed8-ba3d-502f804b2a29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.005703068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"b7e24f1a-a723-48cf-9d03-fa75fe4a779a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.036459869Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-other-sub","reconcileID":"b5011253-c498-4221-9a80-9d73d536ab33","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-models-other-sub","ai-tenant-e2e-worker-w0-845a67/e2e-models-user-sub","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.071431801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"b7e24f1a-a723-48cf-9d03-fa75fe4a779a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.108264105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"041d7aa4-bdfe-4973-9f83-5296f0a06526","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.130304112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-845a67-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4ab2dc76b5c6cb04f86cb8f3dc451ca75ceb6f332dc0a4f5975e7c291578cd30) AuthConfig (c9ccf1eb57a01399d74a1db703d10ff0754804c7d4e0eb5374d9911f5fb13d35) AuthConfig (b0d0545e12f2cad441c4f55a60d578f89f0779517ea2887ef32ce5451e927e22) AuthConfig (eff9f5abf44ecfa4b26f8aa5869e2095d0590ed38ae6f58559e16622b3b63c0a) AuthConfig (68818ae27f45609ed45ec9a7dd22c1ca895c132955c36be142ae25886bc6b5d5) AuthConfig (0038b743a23ac3b2e76e7719d6c675e85913eb682f280085cfc859375863418d) AuthConfig (e85ebcb5bf4bc59ea397259900682374e0338b2aaabf535b2316d1a5be9b09e4) AuthConfig (ac5918f382fa254ea8d0a36770b4d22aae832668de10dc32e1067741cc96d4fa) AuthConfig (94440dc43eecb109f981e7b40360d48bda5b4a60cb00ae1b2cb214ad90964e7e) AuthConfig (0fafdeffc9b4e513cfff6b59dabf0e73544cbeced6b86f9b77495f35bb0496fd) AuthConfig (034012a719707d30c77c30fec74c87b4d0e89c4d9ea173521a7fb2f47ba45bbf) AuthConfig (cd5c5137b724ca8c6eeecda524ec081ee1f3b0ebe03792cdc68edc5616104d1f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"b7e24f1a-a723-48cf-9d03-fa75fe4a779a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.154133826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"4ab013fd-2b40-4b15-9733-eea8625ee158","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.212143601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"9900a32d-bbd5-4300-a510-214bfd6d1955","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.325647996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-user-sub","reconcileID":"fbb6f5c2-48cb-4475-9d54-56790eeda769","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.430027661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-other-sub","reconcileID":"34fa8c3e-9346-4207-8f81-0635b51f9632","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:40.530011484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"96743056-18db-4ff6-b30b-70e429558295","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:43.834556185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"1ab8cbce-38fd-448f-b3f0-92cd37dfa99a","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:45.453847401Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"namespace":"ai-tenant-e2e-mt-88a16881","name":"e2e-policy-88a16881","reconcileID":"8b41279a-2597-49e8-a07f-234f23084a57","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:45.654744338Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"namespace":"ai-tenant-e2e-mt-88a16881","name":"e2e-policy-88a16881","reconcileID":"8b41279a-2597-49e8-a07f-234f23084a57","MaaSAuthPolicy":{"name":"e2e-policy-88a16881","namespace":"ai-tenant-e2e-mt-88a16881"},"policyNamespace":"ai-tenant-e2e-mt-88a16881","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.27576383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a8d7ef2-0f37-455a-8f9b-7141b29684e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.335121242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a8d7ef2-0f37-455a-8f9b-7141b29684e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.393281972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5a8d7ef2-0f37-455a-8f9b-7141b29684e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.457790336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe533305-8b9d-428d-92c2-f59e15ce6e83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.457963519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe533305-8b9d-428d-92c2-f59e15ce6e83","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.553336704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"0b1b8563-9b4a-4fc5-aa75-10eecf0ef2b3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.688038256Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"0b1b8563-9b4a-4fc5-aa75-10eecf0ef2b3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.754206372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 21","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"0b1b8563-9b4a-4fc5-aa75-10eecf0ef2b3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.810788797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd982b13-aa24-41cd-82ca-20528536f303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.816023956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fd1d98-a614-4a3d-9306-e1eb408ad0c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.816115125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fd1d98-a614-4a3d-9306-e1eb408ad0c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:49.968829337Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd982b13-aa24-41cd-82ca-20528536f303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:50.02711988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd982b13-aa24-41cd-82ca-20528536f303","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:50.085383869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"158bacb7-136e-44d6-b324-3947583c0e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:50.085408882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"158bacb7-136e-44d6-b324-3947583c0e31","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:50.293645187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"ef6ff77f-953a-4d6d-8e5e-a229d23aba96","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:50.355513773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"ef6ff77f-953a-4d6d-8e5e-a229d23aba96","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:50.719671256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"9aeda71a-091f-4a0b-aa25-7a3e136aa305","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:51.527137727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363bd05b-025c-42c8-b557-e38f3ebbea13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:51.585703467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363bd05b-025c-42c8-b557-e38f3ebbea13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:51.639961824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363bd05b-025c-42c8-b557-e38f3ebbea13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:51.694172779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"363bd05b-025c-42c8-b557-e38f3ebbea13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:52.983150992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.260023537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"3591442b-bf21-4cf7-ae0c-eb33dbfcd68e","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.421283002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"63b36fab-3d08-40a1-9799-0c0ff01c08b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.421451854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"d4e1e81c-d85c-4ff9-b353-395c0cea3951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.421282913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"e76f294e-8b59-4d6b-a1dd-ef7b745048e2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.481367722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"63b36fab-3d08-40a1-9799-0c0ff01c08b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.483581274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"d4e1e81c-d85c-4ff9-b353-395c0cea3951","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.484460936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"e76f294e-8b59-4d6b-a1dd-ef7b745048e2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.713517426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3b19ff-a402-451e-b982-ba9a870896f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.76834234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3b19ff-a402-451e-b982-ba9a870896f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.822574093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3b19ff-a402-451e-b982-ba9a870896f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.836198561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"1a1856d5-7099-49c4-9d36-e36a96a8e3b0","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:53.878306176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab3b19ff-a402-451e-b982-ba9a870896f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:59.625579566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"922affb2-b8df-48f3-9f0d-feef1a930ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:59.68589782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"922affb2-b8df-48f3-9f0d-feef1a930ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:59.745423467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 22","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"922affb2-b8df-48f3-9f0d-feef1a930ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:59.806208134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe451c68-c912-4b61-92f0-db47ab6cfb96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:59.806231566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fe451c68-c912-4b61-92f0-db47ab6cfb96","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:04:59.924833726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"9264d79b-ed84-4401-a99d-969f625d5ef1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.059492129Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"9264d79b-ed84-4401-a99d-969f625d5ef1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.118641651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 23","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"9264d79b-ed84-4401-a99d-969f625d5ef1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.140800141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"b02c38e1-19ae-4342-9f6d-f3d18d37cea1","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.20115499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d2b7fbc-e2aa-4d28-886c-53fcf0d8e1da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.201176277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d2b7fbc-e2aa-4d28-886c-53fcf0d8e1da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.251179363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"453e1cac-f647-4426-a0d2-f5e9fc96f87e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.361285882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"1ca472a4-00e8-4059-857a-561620b223b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.362993215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"99a600ef-ecd6-41bd-99ec-f828bbd5b3dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.362992913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2d8bf43e-1811-4217-9dda-bba13a231a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.385233609Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"453e1cac-f647-4426-a0d2-f5e9fc96f87e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.423505037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"99a600ef-ecd6-41bd-99ec-f828bbd5b3dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.423605016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2d8bf43e-1811-4217-9dda-bba13a231a0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.447278327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"453e1cac-f647-4426-a0d2-f5e9fc96f87e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.549718395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"987c8fc5-bc99-470c-853f-9828771eed2e","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.550171059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e2c6af-e272-4151-bcdd-cc9ad8f7ee1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.550189561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05e2c6af-e272-4151-bcdd-cc9ad8f7ee1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:00.775515159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"ac4a3c49-d933-45b9-9a3f-932f681e1880","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:03.429558885Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-user-sub","reconcileID":"a92030d2-0951-40d6-af74-7693d2cef412","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:03.694021969Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-user-sub","reconcileID":"a92030d2-0951-40d6-af74-7693d2cef412","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-models-other-sub","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:03.951382079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"0a6c8faf-6098-4584-a5a9-607983055483","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:03.952049023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-other-sub","reconcileID":"f8d7b1c6-540b-4ec4-9d69-cf4257fb750a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:03.975998973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"f2ca793b-7074-4195-b907-b2965f033e14","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.046984433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"39f21d86-2f30-4e27-95b4-f0322f5bd64e","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.121831615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"8ca668f6-2d51-462e-934f-9eb66c759c56","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.157687088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"2bace5da-df3c-403f-9844-e7905e4f5887","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.158416895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"f38158da-170f-4828-8b6b-3c8c30fa2edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.159015803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"7aa0bc16-c866-429d-a465-e04c6f19b293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.22273477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"7aa0bc16-c866-429d-a465-e04c6f19b293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.22281018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"f38158da-170f-4828-8b6b-3c8c30fa2edc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.227120156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"2bace5da-df3c-403f-9844-e7905e4f5887","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.59791549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"768368e3-a83c-4404-b847-240fd1d69dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.598017694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"dd711fa3-a583-4580-bd1d-84ac61f80faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.598434187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"3db14e2f-2a7e-40de-8f56-aa76ed4804e3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.658549066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"768368e3-a83c-4404-b847-240fd1d69dc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.659098727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"3db14e2f-2a7e-40de-8f56-aa76ed4804e3","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:04.661447276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"dd711fa3-a583-4580-bd1d-84ac61f80faa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:08.850232419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"8e24f1a3-bda5-4da4-8856-6ea18ee9eb93","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:08.850714678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"1e7a599e-f7f8-4160-af94-348695ff718f","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:08.949799216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"7e0a2043-305b-45d2-b06d-187dee0d7759","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:08.950220427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"fd28caee-c682-480c-8b8e-da211f81cbfa","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.021795395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"e8f8f9e3-5b30-4378-b77f-078fa30274ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.021795256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"e70b8925-78d5-4ba9-bda6-0a7eac6cc75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.081341689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"7f3d9394-7072-4354-a408-7e17390e12db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.083532657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"026e9ac1-71cb-4bc5-9c41-1fac021e1afd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.089496079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"e70b8925-78d5-4ba9-bda6-0a7eac6cc75b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.096037069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"e8f8f9e3-5b30-4378-b77f-078fa30274ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.470123832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"6b972640-0c66-47a7-94f5-cb6ac9a79926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.470122995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"e64546ff-92a1-4ae9-bc91-c08835286786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.531198498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"e64546ff-92a1-4ae9-bc91-c08835286786","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.532268054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"6b972640-0c66-47a7-94f5-cb6ac9a79926","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:09.978653096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73af4828-ce38-46ab-a6c3-b094011d7d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.038564609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73af4828-ce38-46ab-a6c3-b094011d7d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.096851226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 24","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73af4828-ce38-46ab-a6c3-b094011d7d29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.158019314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"450b7bcf-ff4b-451f-97bb-0845986c5e31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.158051662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"450b7bcf-ff4b-451f-97bb-0845986c5e31","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.277981875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6ba4ed93-4f34-4f90-a4ba-60ca86a3a30a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.278958114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-sub-f587080d","reconcileID":"51389d0e-f489-42cc-9ee0-fbd1d1e3153f","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.288342686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"799c4e0e-653f-411b-adb1-a401244bca3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.379230496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"d14695ad-09e6-43c9-a432-8d4e4dc3de0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.444178469Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"799c4e0e-653f-411b-adb1-a401244bca3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.476648128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"9360bac5-3f73-4803-b34f-966dab05dcb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.50470591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 25","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"799c4e0e-653f-411b-adb1-a401244bca3a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.56725061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd81ea7d-fd5e-4b0b-b9ad-4115fad06058","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.567473423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd81ea7d-fd5e-4b0b-b9ad-4115fad06058","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.580546054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"fe1a5b6d-21d2-4efe-9b34-32d6d2403bfd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.70607565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"5756f00e-6720-4aad-97ee-f71c40672b74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.708051209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7ded730-ea00-441c-abed-50ccaeda9792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.841953787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9b914d38-ad71-4610-a3ff-1e93ada62c27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.918069248Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7ded730-ea00-441c-abed-50ccaeda9792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.950609359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"673f6748-f513-49bd-adb6-6d8ec43a69d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.950700746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"e5075af2-a8f3-4bf9-901f-5f4032c5f808","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:10.977719146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7ded730-ea00-441c-abed-50ccaeda9792","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:11.009119647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"d552bacb-35c7-4084-96ac-76651ea81213","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:11.042726359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4918da0-ffeb-45e5-afb1-a1fbfdc76c98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:11.042750982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4918da0-ffeb-45e5-afb1-a1fbfdc76c98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:11.109251213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"93d62eb8-43f9-4c5d-93d2-f266b10e2f8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:11.272515172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"269cb6ee-7464-40da-884f-0c3497644847","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:14.318390224Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-other-sub","reconcileID":"b660b596-c445-4163-a495-d74e40445d0b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:14.544014201Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-other-sub","reconcileID":"b660b596-c445-4163-a495-d74e40445d0b","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:14.762849639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"749094fd-76c9-4175-9f5f-022efc75ec42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:14.810433343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"cad8caf4-d736-4641-b355-8e04d9f6dc10","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:14.947315711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"6b4b20bb-0c62-4f8f-a8fc-4871b265899b","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:14.973409192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"ff9d5360-be4f-4973-9b6d-e86dea858738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:14.97365808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"2a6220b4-8854-480f-ba64-a042a1ccb101","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:14.973413065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"c724cce4-0ce4-4dcb-b147-3db617636c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:15.034587535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"c724cce4-0ce4-4dcb-b147-3db617636c0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:15.0353129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"2a6220b4-8854-480f-ba64-a042a1ccb101","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:15.037335423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"ff9d5360-be4f-4973-9b6d-e86dea858738","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:15.243076575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-models-access-denied-auth","reconcileID":"b7614bf7-9264-4d57-94b8-898c09bd0144","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:15.503201738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"8e88868e-850c-4ab9-acad-82095a68a536","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.32006918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56792108-1bee-4e1f-92f7-d7a3b398ab05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.379977787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56792108-1bee-4e1f-92f7-d7a3b398ab05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.438239639Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 26","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56792108-1bee-4e1f-92f7-d7a3b398ab05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.498400165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"efec8b0e-315d-4fb6-9066-e3c89ac3c043","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.498421521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"efec8b0e-315d-4fb6-9066-e3c89ac3c043","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.681596294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"d868963c-db62-487b-912a-aecc435a37a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.815488341Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"d868963c-db62-487b-912a-aecc435a37a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.937873959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 27","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"d868963c-db62-487b-912a-aecc435a37a1","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.997427492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92f6057f-8493-4439-a02d-28dd5f1245cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:20.997448978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92f6057f-8493-4439-a02d-28dd5f1245cd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.205806036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a4af9e8-612b-45f6-9eea-bd6f0269f167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.340504173Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a4af9e8-612b-45f6-9eea-bd6f0269f167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.399741985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8a4af9e8-612b-45f6-9eea-bd6f0269f167","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.459628975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b4901b8-6bd9-4276-9bf9-6d47881a9212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.459653504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b4901b8-6bd9-4276-9bf9-6d47881a9212","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.522764461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9302e369-1aa1-49fe-80cf-dc96258a377c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.576900594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9302e369-1aa1-49fe-80cf-dc96258a377c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.630855771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9302e369-1aa1-49fe-80cf-dc96258a377c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.684962684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9302e369-1aa1-49fe-80cf-dc96258a377c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:21.965653785Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7fbef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7fbef7","reconcileID":"192bd65e-3106-4a3b-90bb-eed5ca3bfb44","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7fbef7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-7fbef7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:22.98349768Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.701325841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b3fdd6-59d3-44cc-8d20-ba59c401fadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.755497346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b3fdd6-59d3-44cc-8d20-ba59c401fadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.809566691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b3fdd6-59d3-44cc-8d20-ba59c401fadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:23.863766597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51b3fdd6-59d3-44cc-8d20-ba59c401fadc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:25.82261097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380ee48f-a0b3-49ec-a4fd-59a2f9f31a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:25.880657624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380ee48f-a0b3-49ec-a4fd-59a2f9f31a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:25.936962136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380ee48f-a0b3-49ec-a4fd-59a2f9f31a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:25.995889404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"380ee48f-a0b3-49ec-a4fd-59a2f9f31a85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:30.660082627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7e6365b-5e06-48c0-a27d-6e7a7a6d09a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:30.720282739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7e6365b-5e06-48c0-a27d-6e7a7a6d09a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:30.778645895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 28","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7e6365b-5e06-48c0-a27d-6e7a7a6d09a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:30.838935237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e26bf987-f3ce-45be-a8a4-90ea858bb395","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:30.838992949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e26bf987-f3ce-45be-a8a4-90ea858bb395","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.105537229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"a3c14edc-8c08-4b8f-adba-3b250e630755","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.239720471Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"a3c14edc-8c08-4b8f-adba-3b250e630755","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.336066631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 29","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"a3c14edc-8c08-4b8f-adba-3b250e630755","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.393915074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f006045-9688-4514-96a0-34a6e755ed9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.393936111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f006045-9688-4514-96a0-34a6e755ed9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.621384477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bb16700-1aac-4047-b381-52016e9ad016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.755035579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bb16700-1aac-4047-b381-52016e9ad016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.813601539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 30","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0bb16700-1aac-4047-b381-52016e9ad016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.873622508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a4f762-09cb-416f-a5d3-b523d96019fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:31.873644185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"33a4f762-09cb-416f-a5d3-b523d96019fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:34.246370617Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"a111b2a3-72d6-45d3-87bc-a2c7e8121f2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:34.24642133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb14e49-7f8c-4810-942f-09dae981379f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:34.246436105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cb14e49-7f8c-4810-942f-09dae981379f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:34.354320392Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-policy-f587080d","reconcileID":"a111b2a3-72d6-45d3-87bc-a2c7e8121f2c","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"policyNamespace":"ai-tenant-e2e-mt-c0ce0ece","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:34.41319526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f22f2eb7-d326-4e3d-9f87-a91a3bcf4788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:34.413222386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f22f2eb7-d326-4e3d-9f87-a91a3bcf4788","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:34.552977309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b85b7597-1b34-4653-94d5-7f39ac447787","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:34.553001634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b85b7597-1b34-4653-94d5-7f39ac447787","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.814309912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"0a05ad59-11a1-4e65-af75-fa1483173550","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:39.923739891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"124d8a39-af0e-469a-ae36-fcbf01b09224","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:40.048107547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"a03c7a6d-87fc-4c10-a4f7-c0c5846561f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:40.167424155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"ccb1a7c6-bb9c-4c38-9f14-0210b18332c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:40.410416918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"35e8d77b-3178-47ef-a03f-6760394cea08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:40.507431381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ad2330c2-921b-4abf-a7db-e16fc710773a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:40.607265189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"f0d94668-42f6-4123-a1a2-8abdc8c001cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:40.707828957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"5e2106c6-e391-4199-a017-0148b53f2c2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:40.810450976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"ef5aed8d-53bf-4952-bc6b-9be56bc6a14f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:40.836045361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"5781363d-0e9f-4b20-bb0f-a9d3bfe2debc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.001006439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a30119ab-7c9a-4173-8c48-9f90ecf1ce8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.025669109Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"04810c75-f526-45b9-b05f-00239a0b7930","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.060785656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a30119ab-7c9a-4173-8c48-9f90ecf1ce8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.236595746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b44332f2-e0ed-4240-946b-efe595116956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.236631345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"715a5d2b-675d-4485-ab1e-4851b732c923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.338463221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"715a5d2b-675d-4485-ab1e-4851b732c923","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.339611898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b44332f2-e0ed-4240-946b-efe595116956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.342035052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc98b864-6470-41a0-b834-32c502feaa5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.342053512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dc98b864-6470-41a0-b834-32c502feaa5b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:41.394169818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f8ca32b-abab-45fe-bd94-f87e79a1c698","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:42.035467194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dceafa5-533c-4188-add2-57306b4b3174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:42.095538332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7dceafa5-533c-4188-add2-57306b4b3174","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:42.375216155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3480cb26-9819-44ee-a021-267c5d0ae55c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:42.375242231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3480cb26-9819-44ee-a021-267c5d0ae55c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.727129947Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-sub-f587080d","reconcileID":"1dd5646f-66d4-4d99-b78c-d19cccb866cc","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-f587080d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:44.89278808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"namespace":"ai-tenant-e2e-mt-c0ce0ece","name":"e2e-shared-int-sub-f587080d","reconcileID":"1dd5646f-66d4-4d99-b78c-d19cccb866cc","MaaSSubscription":{"name":"e2e-shared-int-sub-f587080d","namespace":"ai-tenant-e2e-mt-c0ce0ece"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:45.115882484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aac465c-c5d2-4cf3-9a86-ae63fa630fb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:45.115908678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5aac465c-c5d2-4cf3-9a86-ae63fa630fb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:05:52.984108171Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:00.844039199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"56cbbc45-eced-4e07-873e-f607ea015e5f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:00.971283691Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"56cbbc45-eced-4e07-873e-f607ea015e5f","name":"e2e-api-a-7fbef7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:02.226217968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"19d8722c-7518-4c7d-8906-d198be0e3976","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:02.345336261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ff5460f-73db-4e94-aa9d-fd65316775b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:02.440835702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"94859ff7-e97b-4ae0-bf2e-1287864135d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:02.540611097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"71273fd3-65ec-4ab4-803c-a3226b1c8f04","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:02.592172547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"5f5be3b4-4c00-4a48-81ec-1f6ae909b612","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:02.657362086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"4ba3e192-06e9-45d9-b972-03c57160a322","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:02.840479854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72bcdd93-a0f7-4e66-8ad6-0659195986a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.020773632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"a2fadd8c-18b0-4d30-ab8a-6b34d9c10cb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.160832164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"91f47248-c973-46a6-bc07-c4ff8d6fc5b5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.306426425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"536bf270-5630-41bd-954b-7b913882a826","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.370333693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"fc81d258-39e3-4661-98c9-ae826a4d31c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:03.483782742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"e61f05ea-e56d-46cd-8b70-ba7729d35196","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:05.758512919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"dffc52f9-9b86-4a42-bb31-6fbb7549cb02","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:09.409357991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c3ed0c5b-67ab-4b30-8872-2e9d5131e6a7","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:09.409389917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c3ed0c5b-67ab-4b30-8872-2e9d5131e6a7","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:14.979828551Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"2da69040-30cf-45f5-ac56-99b6d856d605","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:14.97985156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"2da69040-30cf-45f5-ac56-99b6d856d605","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.039116526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"98c60295-617d-47e3-b0d6-af44a5802383","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.039145988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"98c60295-617d-47e3-b0d6-af44a5802383","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.148800891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"3c2d1f98-1ba9-4311-87b2-67613a303018","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.254912609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"9fe2fe7e-bbc7-4cb6-8e43-f67d6b4e8f2e","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.254974082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"9fe2fe7e-bbc7-4cb6-8e43-f67d6b4e8f2e","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.283020258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"3c2d1f98-1ba9-4311-87b2-67613a303018","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.315252128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c16e17a9-b6a2-411b-a5e1-97b1258704c6","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.31527244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c16e17a9-b6a2-411b-a5e1-97b1258704c6","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.341674614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-22698157-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"3c2d1f98-1ba9-4311-87b2-67613a303018","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:15.363306056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"c2f75dfe-92e8-4b4f-b093-0d627a49b30e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-22698157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:15.371325802Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c16e17a9-b6a2-411b-a5e1-97b1258704c6","name":"e2e-lifecycle-model-22698157","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-22698157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:06:15.371391197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c16e17a9-b6a2-411b-a5e1-97b1258704c6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-22698157\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.376750362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"1192cb20-098a-495a-b8a9-109ae1ef1f96","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.376767968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"1192cb20-098a-495a-b8a9-109ae1ef1f96","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.399459138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"4ec1e68c-3883-4b58-b822-0213181dd2d7","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.399479131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"4ec1e68c-3883-4b58-b822-0213181dd2d7","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.469625467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"3cbf4480-5ee0-4064-8394-2d480f37dd09","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.469652626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"3cbf4480-5ee0-4064-8394-2d480f37dd09","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.510655924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"02054597-cc94-4523-82b4-f68483dd5dce","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.529861008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"94c7387e-e110-49bf-847c-2ec01f44bf24","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.529881356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"94c7387e-e110-49bf-847c-2ec01f44bf24","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.572120215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"02054597-cc94-4523-82b4-f68483dd5dce","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.632314672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-22698157-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"02054597-cc94-4523-82b4-f68483dd5dce","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.655204503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"881b3967-6d88-4a7c-ba49-1cc29411e5db","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.655690177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"c7eaca63-3371-4180-9808-9593a02ef291","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.656126746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"a8223dd1-b41a-4a6c-ac9b-047373b48e8f","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.750094126Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"a73f0fe2-b25b-421e-9d81-72cce7577d86","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","model":"e2e-lifecycle-model-22698157","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-22698157/e2e-sub-22698157"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.75586139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"3992095f-7789-4a93-b457-356b8a1b2322","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.756250939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"176d6287-74d6-4799-a3fc-7419b8666cf9","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.75656842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"5e3bc066-a4f0-4fa1-b3cd-9b45d8e05b6b","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.820639054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"c14a3cb3-8f18-46cf-9895-4457b83a47b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.820657375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"f1a2b403-825b-456c-a12a-7e71dd534539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.876151155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"4a60e331-2804-4de3-8483-fb324be1849a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.876689399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"ae39bb0f-9d1c-483e-8e74-cf2ce803b33a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.888217349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"c14a3cb3-8f18-46cf-9895-4457b83a47b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.895128415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"f1a2b403-825b-456c-a12a-7e71dd534539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.945255531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"9a8316e0-77bd-48aa-933c-f33a028fda34","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:15.945280807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"9a8316e0-77bd-48aa-933c-f33a028fda34","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:16.169575521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"4aa1a982-3a93-4d5e-93fe-07787d5fc578","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:16.270715464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"a8c00a10-276e-4058-ae69-795f4c8aec85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:16.270733043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"c0678574-3511-4e0b-9b7b-7eb598f3321f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:16.331334042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"a8c00a10-276e-4058-ae69-795f4c8aec85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:16.331353425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"c0678574-3511-4e0b-9b7b-7eb598f3321f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:18.727052517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"347aeff3-f445-4fd0-8da8-d48cb2ca47a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:18.825818059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"95620c7a-d6f2-4c84-ac68-0122faf1861c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:18.926718473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"8d35cad0-b88b-49fa-bb3b-1befc751f580","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:19.027879651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"1e6c8d5c-9f2d-4fcf-9a86-7b28d1474544","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:19.134452037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"52eaeeef-d30a-431f-8c32-eeb4ab8d5e65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:19.227931884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d25b1613-da43-4b67-89c2-cddd00d8c0fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:19.227988509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"aef44891-2dd7-4545-a680-0785fa92a793","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:19.32700157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"cbfe113e-6ac6-436b-a09b-b1d9b6e71106","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:19.428593488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"ff9a76c9-b2e9-4b1a-88c9-80c4d7dda93b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:19.463752655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a3e8782a-575d-4f0e-a1f7-9e06b6a5a002","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:19.591765298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"6c3b92e2-2405-4313-a6f0-b80cacadd555","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:19.71159428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"bf68784d-fb6b-44ae-b06a-d8af5c3b6496","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:21.603353165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf1c5dc-173a-4615-aaa6-75aa64c728ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:21.657522074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf1c5dc-173a-4615-aaa6-75aa64c728ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:21.712007056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf1c5dc-173a-4615-aaa6-75aa64c728ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:21.766823439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf1c5dc-173a-4615-aaa6-75aa64c728ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:22.066666564Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-072c99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-072c99","reconcileID":"9341bf2c-347a-492f-a2fd-cc00fbda2cde","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-072c99","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-072c99":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:22.983269953Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.747537554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857fd8e2-1581-41d0-bc88-43a1532162b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.801471451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857fd8e2-1581-41d0-bc88-43a1532162b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.855577069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857fd8e2-1581-41d0-bc88-43a1532162b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:23.909648619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"857fd8e2-1581-41d0-bc88-43a1532162b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.741899772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"e9963584-a3d0-44cf-b202-a844c5c233ea","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.803077113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"e9963584-a3d0-44cf-b202-a844c5c233ea","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.861613872Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-22698157-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"e9963584-a3d0-44cf-b202-a844c5c233ea","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.91154586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef4a23e8-dd76-4458-b9ba-50941314744e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:25.977569166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef4a23e8-dd76-4458-b9ba-50941314744e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.032323442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef4a23e8-dd76-4458-b9ba-50941314744e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:26.087091305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef4a23e8-dd76-4458-b9ba-50941314744e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:28.074338855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5da81b-beff-40d6-815b-1ed8083e48f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:28.128446037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5da81b-beff-40d6-815b-1ed8083e48f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:28.185747738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5da81b-beff-40d6-815b-1ed8083e48f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:28.241400646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c5da81b-beff-40d6-815b-1ed8083e48f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:30.192204103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d96feec-bd1e-43da-8ffd-bd67c3f4b80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:30.249283797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d96feec-bd1e-43da-8ffd-bd67c3f4b80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:30.303377565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d96feec-bd1e-43da-8ffd-bd67c3f4b80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:30.358144057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d96feec-bd1e-43da-8ffd-bd67c3f4b80a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:32.319954861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb0cfc5-444c-415b-934f-80d503c94a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:32.37469078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb0cfc5-444c-415b-934f-80d503c94a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:32.428989697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb0cfc5-444c-415b-934f-80d503c94a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:32.483761001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cb0cfc5-444c-415b-934f-80d503c94a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:34.484983755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c0f6cc-c591-431f-a1cb-ee91b7a712ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:34.539516883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c0f6cc-c591-431f-a1cb-ee91b7a712ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:34.595398279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c0f6cc-c591-431f-a1cb-ee91b7a712ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:34.654321912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20c0f6cc-c591-431f-a1cb-ee91b7a712ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:35.970384818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"84ab3755-647f-42fa-949e-c1fae90edffc","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.030599514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"84ab3755-647f-42fa-949e-c1fae90edffc","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.141327321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-22698157-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209f8dff27c950e5ab2f9a0f313311966374c8747357fdec2e2dcd825b8d9ca4) AuthConfig (a6c93fbab63a6e71a1a74dc32067f6cb9d1bedcda59ef88b4111b8aff686acb5) AuthConfig (661f5e99475e9d42085c5ea49aba5aebc7251ec4c6cb65e85e6fc2cd73baf58e) AuthConfig (45c1ca0d467ce701da490423f4da548f4e6ecae79e20ac256cd238ada31bee70) AuthConfig (db08bb7582b2beb0bf9ddf0525474378e63cf3dd2dda7c10487971cb8d0cbef6) AuthConfig (80011346bd58c7f26446b005e0a3db83fd6a4e94f69da4b2a71f2caf3037ec01) AuthConfig (a50978fbea8e7763879e2eabc3eeaa1141439a4e262672a6c4ce4fc72516435f) AuthConfig (bf4020478ab1e0278971aff27805764adf42f6b8b5a041ffd4e8faca5a2f7f96) AuthConfig (2f9863b8d7641f9548fd2c9d1b2b7c5cf947a441c760c5ca4ce7c0b7e102de5e) AuthConfig (6343e14f8e870d5708b76d566876c98a0674aceaabb1296db329b7aea9860c93) AuthConfig (9caf6b80646a61a51ec8e845031553c199ef02de56fd96ff06c2b42be2944376) AuthConfig (e5ddbe51a7a098f3b6df5a27cb42049ce48d48802af55a640d3d372c7eafdcfe) AuthConfig (d62f1bd0009828a724a5ad033d1b562121cd1f5082edf34979803824fb4363c3) AuthConfig (5102ab0e88c27791b7ac1b62927405bd6fc20ae45aa3c9f0b9d7dfab0246c321) AuthConfig (3d16b1801fc61bf2c368fd3b5e36f891454a58cc01797cd4ec09637848a8f1eb) AuthConfig (02381f55fb7ea90f7487fa119baf506d5bab204b5be49adb55c9a039017ed6ef) AuthConfig (491413baa132ca4387e75780c504c266ea48383b5d44dad78e30363c74154e00) AuthConfig (0387b5163d20b4a9c60fa5043b22a8d4761c81cbb013e0d523897c145d4e8c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"84ab3755-647f-42fa-949e-c1fae90edffc","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.201699521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"54dad72f-7c78-4b7f-b8d7-aab3bceb53b5","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.201722058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"54dad72f-7c78-4b7f-b8d7-aab3bceb53b5","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.629675536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"97b2873f-6b43-4f13-b676-895912fa6fd2","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.646702593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051cc2f-8036-4c59-8b45-cfe20904cbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.700893779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051cc2f-8036-4c59-8b45-cfe20904cbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.756160613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051cc2f-8036-4c59-8b45-cfe20904cbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.810984779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c051cc2f-8036-4c59-8b45-cfe20904cbeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.947348753Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"89fac957-22f7-4985-a239-a50d5a032a34","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:36.947367942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"89fac957-22f7-4985-a239-a50d5a032a34","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:37.146854698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"390559ce-67a3-45fc-b7c0-5620a10a20bb","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:37.207158263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"390559ce-67a3-45fc-b7c0-5620a10a20bb","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:37.265476113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-22698157-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209f8dff27c950e5ab2f9a0f313311966374c8747357fdec2e2dcd825b8d9ca4) AuthConfig (a6c93fbab63a6e71a1a74dc32067f6cb9d1bedcda59ef88b4111b8aff686acb5) AuthConfig (661f5e99475e9d42085c5ea49aba5aebc7251ec4c6cb65e85e6fc2cd73baf58e) AuthConfig (45c1ca0d467ce701da490423f4da548f4e6ecae79e20ac256cd238ada31bee70) AuthConfig (db08bb7582b2beb0bf9ddf0525474378e63cf3dd2dda7c10487971cb8d0cbef6) AuthConfig (80011346bd58c7f26446b005e0a3db83fd6a4e94f69da4b2a71f2caf3037ec01) AuthConfig (a50978fbea8e7763879e2eabc3eeaa1141439a4e262672a6c4ce4fc72516435f) AuthConfig (bf4020478ab1e0278971aff27805764adf42f6b8b5a041ffd4e8faca5a2f7f96) AuthConfig (2f9863b8d7641f9548fd2c9d1b2b7c5cf947a441c760c5ca4ce7c0b7e102de5e) AuthConfig (6343e14f8e870d5708b76d566876c98a0674aceaabb1296db329b7aea9860c93) AuthConfig (9caf6b80646a61a51ec8e845031553c199ef02de56fd96ff06c2b42be2944376) AuthConfig (e5ddbe51a7a098f3b6df5a27cb42049ce48d48802af55a640d3d372c7eafdcfe) AuthConfig (d62f1bd0009828a724a5ad033d1b562121cd1f5082edf34979803824fb4363c3) AuthConfig (5102ab0e88c27791b7ac1b62927405bd6fc20ae45aa3c9f0b9d7dfab0246c321) AuthConfig (3d16b1801fc61bf2c368fd3b5e36f891454a58cc01797cd4ec09637848a8f1eb) AuthConfig (02381f55fb7ea90f7487fa119baf506d5bab204b5be49adb55c9a039017ed6ef) AuthConfig (491413baa132ca4387e75780c504c266ea48383b5d44dad78e30363c74154e00) AuthConfig (0387b5163d20b4a9c60fa5043b22a8d4761c81cbb013e0d523897c145d4e8c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"390559ce-67a3-45fc-b7c0-5620a10a20bb","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:37.303306134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"52411eed-7c06-4bc5-8f64-758cbbb273cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:37.303404161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"1ad036f5-3043-40bd-a7f9-e14049dcfa9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:37.364368502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"52411eed-7c06-4bc5-8f64-758cbbb273cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:37.364412415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"1ad036f5-3043-40bd-a7f9-e14049dcfa9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.454250887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b768fa0b-9b53-46e9-84cf-37e44ced802a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.509126794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b768fa0b-9b53-46e9-84cf-37e44ced802a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.565535691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b768fa0b-9b53-46e9-84cf-37e44ced802a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:44.620596332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b768fa0b-9b53-46e9-84cf-37e44ced802a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:46.575882121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d97834-77f0-4d54-8b5e-4ed7b924b46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:46.63125486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d97834-77f0-4d54-8b5e-4ed7b924b46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:46.685544214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d97834-77f0-4d54-8b5e-4ed7b924b46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:46.739660873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d97834-77f0-4d54-8b5e-4ed7b924b46d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:47.374734977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"76200fbd-ec85-4edd-87ca-5d53c9277f7d","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:47.434934948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"76200fbd-ec85-4edd-87ca-5d53c9277f7d","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:47.493589688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-22698157-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (209f8dff27c950e5ab2f9a0f313311966374c8747357fdec2e2dcd825b8d9ca4) AuthConfig (a6c93fbab63a6e71a1a74dc32067f6cb9d1bedcda59ef88b4111b8aff686acb5) AuthConfig (661f5e99475e9d42085c5ea49aba5aebc7251ec4c6cb65e85e6fc2cd73baf58e) AuthConfig (45c1ca0d467ce701da490423f4da548f4e6ecae79e20ac256cd238ada31bee70) AuthConfig (db08bb7582b2beb0bf9ddf0525474378e63cf3dd2dda7c10487971cb8d0cbef6) AuthConfig (80011346bd58c7f26446b005e0a3db83fd6a4e94f69da4b2a71f2caf3037ec01) AuthConfig (a50978fbea8e7763879e2eabc3eeaa1141439a4e262672a6c4ce4fc72516435f) AuthConfig (bf4020478ab1e0278971aff27805764adf42f6b8b5a041ffd4e8faca5a2f7f96) AuthConfig (2f9863b8d7641f9548fd2c9d1b2b7c5cf947a441c760c5ca4ce7c0b7e102de5e) AuthConfig (6343e14f8e870d5708b76d566876c98a0674aceaabb1296db329b7aea9860c93) AuthConfig (9caf6b80646a61a51ec8e845031553c199ef02de56fd96ff06c2b42be2944376) AuthConfig (e5ddbe51a7a098f3b6df5a27cb42049ce48d48802af55a640d3d372c7eafdcfe) AuthConfig (d62f1bd0009828a724a5ad033d1b562121cd1f5082edf34979803824fb4363c3) AuthConfig (5102ab0e88c27791b7ac1b62927405bd6fc20ae45aa3c9f0b9d7dfab0246c321) AuthConfig (3d16b1801fc61bf2c368fd3b5e36f891454a58cc01797cd4ec09637848a8f1eb) AuthConfig (02381f55fb7ea90f7487fa119baf506d5bab204b5be49adb55c9a039017ed6ef) AuthConfig (491413baa132ca4387e75780c504c266ea48383b5d44dad78e30363c74154e00) AuthConfig (0387b5163d20b4a9c60fa5043b22a8d4761c81cbb013e0d523897c145d4e8c91)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"76200fbd-ec85-4edd-87ca-5d53c9277f7d","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:48.873802722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2158652a-fcb6-4887-a14d-c8cbfe24408f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:48.873827261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2158652a-fcb6-4887-a14d-c8cbfe24408f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:48.93039656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd117b3-7cd4-44b1-8ce9-032df14986ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:48.930419289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd117b3-7cd4-44b1-8ce9-032df14986ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:49.041570729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"431b5f50-ea7e-46ca-9826-cb640e179ddf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:49.178788938Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"431b5f50-ea7e-46ca-9826-cb640e179ddf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"name":"e2e-api-a-7fbef7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:49.237108689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7fbef7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"431b5f50-ea7e-46ca-9826-cb640e179ddf","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:49.296451233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"618cace3-80f7-42ab-9c1a-9d92a75edd07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:49.296476918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"618cace3-80f7-42ab-9c1a-9d92a75edd07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:52.984001223Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:54.335823284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b136d7a-61a8-47cf-b396-e79df445b1bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:54.390060104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b136d7a-61a8-47cf-b396-e79df445b1bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:54.444348171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b136d7a-61a8-47cf-b396-e79df445b1bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:54.499034328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b136d7a-61a8-47cf-b396-e79df445b1bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:54.859545137Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-82c5ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-82c5ec","reconcileID":"dd97396f-6359-4d22-b5a5-95e8e0532ed4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-82c5ec","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-82c5ec":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:56.466052638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60fd36d-8901-4d3f-a6a4-d9d44a671397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:56.522253758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60fd36d-8901-4d3f-a6a4-d9d44a671397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:56.577480446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60fd36d-8901-4d3f-a6a4-d9d44a671397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:56.63170491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c60fd36d-8901-4d3f-a6a4-d9d44a671397","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:57.602466193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"77aeeb88-fb27-4277-b4cb-e2a6d412f4e2","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:57.662641744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"77aeeb88-fb27-4277-b4cb-e2a6d412f4e2","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:57.990142633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"00ce0963-3003-41c2-9f3c-e43777749234","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:57.990163065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"00ce0963-3003-41c2-9f3c-e43777749234","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:58.595510443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3462792-d393-48bc-9c96-a98425774de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:58.650048131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3462792-d393-48bc-9c96-a98425774de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:58.704498706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3462792-d393-48bc-9c96-a98425774de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:58.759385178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3462792-d393-48bc-9c96-a98425774de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:59.405497847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"280c445b-f858-48d6-9ce5-a8be31a1d2ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:59.473250014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"280c445b-f858-48d6-9ce5-a8be31a1d2ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"name":"e2e-api-a-7fbef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:06:59.532467709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7fbef7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"280c445b-f858-48d6-9ce5-a8be31a1d2ac","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:06.720448341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0e864b52-880d-472e-af87-4434d2d01ec8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:06.92553696Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e154acfa-535f-4638-ba51-dd3d7a520e1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.023623325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"9e7eb11e-e8c4-4f02-8797-e5d26eb8ac51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.123732436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"bd854ac6-f3ea-48b4-9397-94a0faa1e8be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.226286157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"f0d4ed2e-6875-4a5b-8ab1-149ec32fb606","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.328061066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"c7e01d14-e4ad-4c10-9e3f-0bc61e6edd2c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.334097918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"101d0288-43ef-4ed9-ac61-4fc75d0f2b48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.461598671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"161d48c9-694e-466e-82a9-383b9f75228f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.576821523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"32a4774d-7395-4f81-9d31-d2df5bb84dda","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.678129855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"4be6d0b6-aa28-4c8a-a44b-a2b006454aad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.705620062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"0d64e92e-f59c-44eb-97b8-5f9e44c5cef4","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.826924937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"f4560e21-3d53-4b04-9645-039d81ac4f67","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:07.949412569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"1cc0a575-40d5-4d34-885f-15d97144147a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:08.339854656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"e901344f-9bb4-41d5-a25e-fae355182113","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:08.462510641Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"e901344f-9bb4-41d5-a25e-fae355182113","name":"e2e-api-a-072c99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.634321447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c0c39b46-86c9-40b3-9153-f6ca947dc6e0","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.634346766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c0c39b46-86c9-40b3-9153-f6ca947dc6e0","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.688922936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"ead81b84-14fc-40be-ae8e-6ca6d70deeeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.748154077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"ee4808b3-1c19-41ca-9b87-ac6899c138fb","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.748175801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"ee4808b3-1c19-41ca-9b87-ac6899c138fb","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.79671943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"7c613501-aebe-47b5-8ab2-0609b19a4256","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.802517809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"ead81b84-14fc-40be-ae8e-6ca6d70deeeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"name":"e2e-api-a-7fbef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.856914904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"7c613501-aebe-47b5-8ab2-0609b19a4256","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.860314739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7fbef7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a24c2c4d78ce8dccb0f05ea7e80403c6051e2621166b9acaeb29a763e262fa84) AuthConfig (8455e050b397eafd4e605e6bfcaacb0d558ae001390db715687a804d0fc27f31) AuthConfig (a45669926b2b769b4378b34ef8b6d01ce69d656424b35dc42f692268c02b3f6e) AuthConfig (852894577eb682341d70d401be6bb4c3ad9783b7b38490ea8c41accd79e7e933) AuthConfig (25ea90c506d1dcd0d781fd7cbb7f86ccc698ae758726e3ca73d399c708627eab) AuthConfig (c3be98933058aa9bea177074d61994c0e04afff1771196f40744d9663bd72e93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"ead81b84-14fc-40be-ae8e-6ca6d70deeeb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.906214526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"96a545ef-2a77-49f1-a864-ef34262397b5","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.919846207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7eada4d-5d51-4259-8a8a-6fd99d5dc748","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:09.919871251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a7eada4d-5d51-4259-8a8a-6fd99d5dc748","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:10.177436431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"90a08ef8-c44b-466f-9c52-11842ebf9e27","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:10.237173546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"90a08ef8-c44b-466f-9c52-11842ebf9e27","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:10.287560088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"367a6ba8-d7a1-4fab-84bc-ec6d3e201775","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:10.624911937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674a30ea-9c43-4f31-ab10-c3c354f54d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:10.679519445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674a30ea-9c43-4f31-ab10-c3c354f54d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:10.733657661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674a30ea-9c43-4f31-ab10-c3c354f54d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:10.787922037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"674a30ea-9c43-4f31-ab10-c3c354f54d51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.805003526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a1bf76-3f70-42a9-b6eb-0c9405372fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.859363495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a1bf76-3f70-42a9-b6eb-0c9405372fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.913630423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a1bf76-3f70-42a9-b6eb-0c9405372fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:12.968057158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65a1bf76-3f70-42a9-b6eb-0c9405372fbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:13.973855498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"97435ba9-3ae4-4e5f-b72c-e09a5f78b34d","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-2-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-2-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:14.92201063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd70ed6-b3e8-47b4-995c-fc89a6a2eede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:14.934818139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"05821e05-d378-4c5c-9767-070286e676c3","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:14.976812885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd70ed6-b3e8-47b4-995c-fc89a6a2eede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.031284613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd70ed6-b3e8-47b4-995c-fc89a6a2eede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.03410471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"3504d71b-9284-4328-b3c0-625edfaad7f9","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.085501373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fd70ed6-b3e8-47b4-995c-fc89a6a2eede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.208580625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"287534c9-a338-444c-9d3f-00e4e2a0825e","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.246832526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-auth","reconcileID":"0bcf706d-a5aa-461e-a5f2-8048c4b4ab9b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.265691826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"eda1d59a-29a0-4e65-a685-0379633cbb7b","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.306915431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-auth","reconcileID":"0bcf706d-a5aa-461e-a5f2-8048c4b4ab9b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:07:15.315777096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-sub","reconcileID":"e4170751-2e3d-4292-a056-fed54ad1ae87","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.414480553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"5ea78187-944a-48cd-802d-529cc0c6ded6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.414624786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2e6823bd-dad7-4d50-861c-f4f73a62e1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.42978897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"7e3c1d00-77cf-485e-81ab-0817f3f17df5","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.475624178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"5ea78187-944a-48cd-802d-529cc0c6ded6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.475687289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2e6823bd-dad7-4d50-861c-f4f73a62e1bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.490868277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"f25b95a0-4b8b-4cad-9a69-d3e98aa5285d","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.687097782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"08b58736-9a71-4daf-8998-69b739e6d1be","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.768928069Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-sub","reconcileID":"2139d2a6-de42-4b5a-803c-90f868ea6d8b","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-47d693/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-47d693/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.842631711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"58dd04df-a0f6-4cf0-bfce-99aeefaad411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.842655069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"b4c935df-ed8c-48ae-8b8f-b6b2414ba98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.847094754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-auth","reconcileID":"79758b96-9942-4e87-9fab-30243b5376ab","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.90270594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"58dd04df-a0f6-4cf0-bfce-99aeefaad411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.902780062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"b4c935df-ed8c-48ae-8b8f-b6b2414ba98b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.907005104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-auth","reconcileID":"79758b96-9942-4e87-9fab-30243b5376ab","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.94007062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"2e960eed-a93d-4a68-b08b-59fa6aa9e2c2","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:15.98877353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"7dd2b2e1-e141-4f10-aa75-949c5691846e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:16.157117847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-sub","reconcileID":"b63ec5e5-2f96-440c-920b-ef230bcd00ae","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:17.073043709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e137fe61-7228-4eb2-a382-1b5915ccb72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:17.13151256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e137fe61-7228-4eb2-a382-1b5915ccb72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:17.186417325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e137fe61-7228-4eb2-a382-1b5915ccb72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:17.246429009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e137fe61-7228-4eb2-a382-1b5915ccb72e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.401206557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"9d120ebe-0a14-443d-8c76-6c31bce0caef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.563110469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-auth","reconcileID":"b7908fef-d181-4d9b-9c4f-00530d77825d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.563856778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"ca2f1b3d-2f86-497d-bfd8-456a8d461eda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.564548548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"cd8d7b0d-ed5f-4bd1-bdfe-91edc4732bfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.624670858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-auth","reconcileID":"b7908fef-d181-4d9b-9c4f-00530d77825d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.629361035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"ca2f1b3d-2f86-497d-bfd8-456a8d461eda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:18.633407618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"cd8d7b0d-ed5f-4bd1-bdfe-91edc4732bfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:19.246914606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59809671-c2f8-4c90-bc0f-e3e900744a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:19.301588078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59809671-c2f8-4c90-bc0f-e3e900744a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:19.356706586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59809671-c2f8-4c90-bc0f-e3e900744a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:19.411129354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59809671-c2f8-4c90-bc0f-e3e900744a44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.028589875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"15123acc-cdcb-4afd-876b-f804c685df72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.088918658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"15123acc-cdcb-4afd-876b-f804c685df72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"name":"e2e-api-a-7fbef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.148019439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-7fbef7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a24c2c4d78ce8dccb0f05ea7e80403c6051e2621166b9acaeb29a763e262fa84) AuthConfig (8455e050b397eafd4e605e6bfcaacb0d558ae001390db715687a804d0fc27f31) AuthConfig (a45669926b2b769b4378b34ef8b6d01ce69d656424b35dc42f692268c02b3f6e) AuthConfig (852894577eb682341d70d401be6bb4c3ad9783b7b38490ea8c41accd79e7e933) AuthConfig (25ea90c506d1dcd0d781fd7cbb7f86ccc698ae758726e3ca73d399c708627eab) AuthConfig (c3be98933058aa9bea177074d61994c0e04afff1771196f40744d9663bd72e93)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"15123acc-cdcb-4afd-876b-f804c685df72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.249523669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"93b526c4-eb05-4f1f-bdce-bd7a3ddc2b33","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.249553031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"93b526c4-eb05-4f1f-bdce-bd7a3ddc2b33","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.357272189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"f7b3099c-98ff-4e14-8d18-0930ab2cdeb4","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.418336226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"f7b3099c-98ff-4e14-8d18-0930ab2cdeb4","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.46862127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"5ce36c7b-2026-4476-9192-0c5711045992","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.799028411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"deb7b37b-2fce-492f-8d7b-565a74255097","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.804664388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"410451ad-2d07-4e1c-b571-11f691bb09a3","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:20.859228726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"deb7b37b-2fce-492f-8d7b-565a74255097","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.405088573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71ab66c-69ae-449e-856f-f386fe79b4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.45964717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71ab66c-69ae-449e-856f-f386fe79b4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.514110884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71ab66c-69ae-449e-856f-f386fe79b4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.568986375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71ab66c-69ae-449e-856f-f386fe79b4fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:21.873062798Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-24f65d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-24f65d","reconcileID":"cad69ec1-da51-4aec-a046-ae161eedd32d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-24f65d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-24f65d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:22.984153092Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:23.651371251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7cb0e1-c210-4c87-bbc4-451af238ffbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:23.706601751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7cb0e1-c210-4c87-bbc4-451af238ffbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:23.762327668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7cb0e1-c210-4c87-bbc4-451af238ffbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:23.817088943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d7cb0e1-c210-4c87-bbc4-451af238ffbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:24.561466269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"c2474089-528c-4b0f-980e-8edd391e1f64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:24.799662381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78b4bd67-7b55-4ca6-abd2-16de98f1a356","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:24.981211531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"99d60a99-2214-433f-8b07-3ea286953cbb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.15196143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"503bcc1f-dd83-48d4-a0ef-f874d46b1701","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.154569292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"e163c497-a16d-4a34-bb6c-a96776b9ab51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.239094248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"734b70ec-8364-4e8b-ac85-92da2f9694b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.294435936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"bc100200-ca95-4f83-847b-e570e7b92c95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.407836846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"f4d2c258-af36-492e-90f8-d3f5a77076e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.517370387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"444f6794-eb2d-42c1-a291-9f00ab0d3c26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.524879648Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"8ae2d2e4-df27-4e27-b21c-58c77cbedb94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.615490693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"00e82b15-b87d-4eb7-930a-d27071b9fc68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:25.723776843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"ffa798cf-bc42-4a38-860c-13f99c5137a6","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:28.570290777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-sub","reconcileID":"64c0a877-e512-4461-b87a-6cd90e85c106","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:28.801620444Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-sub","reconcileID":"64c0a877-e512-4461-b87a-6cd90e85c106","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-47d693/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.021978187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"c96519d3-d23d-4cd7-822d-e41456a2350e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.030263031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"52d7a01e-c7f0-4e65-ba20-43ec6aabc277","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.171387872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"60fc1bbd-5d8c-44ee-9287-073f6cc21223","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.196590955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-auth","reconcileID":"81f65cad-1efb-4aa2-9490-dc835d6ec72d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.196618496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"98b9c2d0-d303-49a8-a83c-f46c683626a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.197021202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"1cc2b68d-aff7-415a-a9e6-1bf05d6965fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.268780936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"98b9c2d0-d303-49a8-a83c-f46c683626a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.26992452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"1cc2b68d-aff7-415a-a9e6-1bf05d6965fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.272300374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-auth","reconcileID":"81f65cad-1efb-4aa2-9490-dc835d6ec72d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.433548437Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"e2e-api-key-scoped-auth","reconcileID":"314af0b6-e2fc-4b63-b928-f70290454bb7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:29.606774226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"dfaa908f-dbde-49b5-b2f8-725d1640bf88","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.075768356Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"75e4b1f5-a0fb-4579-97f4-c602f8b82b2f","namespace":"ai-tenant-e2e-mt-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.075847752Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"75e4b1f5-a0fb-4579-97f4-c602f8b82b2f","name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.13518054Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"75e4b1f5-a0fb-4579-97f4-c602f8b82b2f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.135276962Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"75e4b1f5-a0fb-4579-97f4-c602f8b82b2f","namespace":"ai-tenant-e2e-mt-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.135396035Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"75e4b1f5-a0fb-4579-97f4-c602f8b82b2f","name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.136124879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"f19ce8a3-3cb2-4cc2-bb1a-32cab880bbe5","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.136147136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"f19ce8a3-3cb2-4cc2-bb1a-32cab880bbe5","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.194339381Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"75e4b1f5-a0fb-4579-97f4-c602f8b82b2f","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.194925723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"e1d36de5-68e8-4509-90e1-c546e145245a","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.201815627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"7c53ec0e-aeea-4e04-b644-8b8ac0708f6f","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.201835972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"7c53ec0e-aeea-4e04-b644-8b8ac0708f6f","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.261190955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"e1d36de5-68e8-4509-90e1-c546e145245a","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.314526198Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"dcf09bc3-14be-4f71-a141-a16b1d0d4f2f","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9177b4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.359449934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"1772d8e8-47d9-4443-bc58-f84bb04e44bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.372238306Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"8285bb62-9e64-4938-8561-efc9f81d33b2","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9177b4fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.437442548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"1772d8e8-47d9-4443-bc58-f84bb04e44bb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"name":"e2e-api-a-7fbef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.469285475Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"c45b4f00-61ba-470f-b8bb-2979844cf315","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.679504937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"c45b4f00-61ba-470f-b8bb-2979844cf315","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.731773116Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38a0566d-21c5-4667-a9f3-233697af5f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.731824131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"38a0566d-21c5-4667-a9f3-233697af5f03","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.815281094Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"c45b4f00-61ba-470f-b8bb-2979844cf315","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"e2e-mt-22698157-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.815311459Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-policy-22698157","reconcileID":"c45b4f00-61ba-470f-b8bb-2979844cf315","MaaSAuthPolicy":{"name":"e2e-policy-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.916301743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"d0d3acb3-9b03-432e-9578-4c06830e441d","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:30.916325362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"d0d3acb3-9b03-432e-9578-4c06830e441d","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:34.730912627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a1852-8a4d-4411-9f5f-7819e9229981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:34.785067757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a1852-8a4d-4411-9f5f-7819e9229981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:34.839536382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a1852-8a4d-4411-9f5f-7819e9229981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:34.894075372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58a1852-8a4d-4411-9f5f-7819e9229981","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:35.22587164Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-861e42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-861e42","reconcileID":"43731633-960e-486a-b6ca-2e2fca9c6e04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-861e42","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-861e42":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:36.912639062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc41327-0260-4b73-a350-fbce37f14b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:36.973697513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc41327-0260-4b73-a350-fbce37f14b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:37.028097412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc41327-0260-4b73-a350-fbce37f14b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:37.082506096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbc41327-0260-4b73-a350-fbce37f14b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:39.142411609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a2f332-57cb-44b2-94a4-4c59f1b45aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:39.197369857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a2f332-57cb-44b2-94a4-4c59f1b45aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:39.253271455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a2f332-57cb-44b2-94a4-4c59f1b45aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:39.308498058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8a2f332-57cb-44b2-94a4-4c59f1b45aab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:40.473228515Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"27912306-2696-41a3-80d9-ed039ff2bdca","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","subscription":"e2e-sub-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:40.528170392Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"27912306-2696-41a3-80d9-ed039ff2bdca","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:40.583818733Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-sub-22698157","reconcileID":"27912306-2696-41a3-80d9-ed039ff2bdca","MaaSSubscription":{"name":"e2e-sub-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"name":"maas-trlp-e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:40.887964646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"cf54c65d-446d-45e3-a026-dc2912846fc7","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:40.889270744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"cf54c65d-446d-45e3-a026-dc2912846fc7","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:41.000241512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"c83d8451-ce04-4d79-93e7-90cb7aab8653","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:41.136255723Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"c83d8451-ce04-4d79-93e7-90cb7aab8653","name":"e2e-api-b-82c5ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:41.377335469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad49b840-16a1-4008-9d96-84b9766996bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:41.45120101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad49b840-16a1-4008-9d96-84b9766996bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:41.527462694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad49b840-16a1-4008-9d96-84b9766996bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:41.587265232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad49b840-16a1-4008-9d96-84b9766996bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.629217394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34288eb7-5789-4210-aabb-abf16435ab63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.687771008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34288eb7-5789-4210-aabb-abf16435ab63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.743227685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34288eb7-5789-4210-aabb-abf16435ab63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:43.797685888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34288eb7-5789-4210-aabb-abf16435ab63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.8082003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f29b409-e55a-4d18-95f5-6026130d658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.862340792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f29b409-e55a-4d18-95f5-6026130d658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.916787091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f29b409-e55a-4d18-95f5-6026130d658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:45.971659263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f29b409-e55a-4d18-95f5-6026130d658e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.726772025Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"c0b9c0fb-e461-4894-9924-c4cd012b78b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:46.962910361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"d51668df-b59f-4741-b97e-56816e3e49d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.15819851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"a768680c-0366-4776-9ca4-618051e24a9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.212552623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba493593-f12c-4c5b-9b92-3f746ad37d66","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.316630105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"24700afc-1421-43ac-a973-618069a9c886","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.492536665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"d6b8473b-051d-43fa-9190-09628abb36ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.551064594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"e52d6f13-f6df-42dc-8e1c-3e238d2c139b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.601597152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"18e0adf2-5037-41e8-82e2-200f38bf6c15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.687898819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"830c347a-ee9b-4e1d-93bf-df87c44f9aae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.872634366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"41f8f3e4-5785-491c-8146-01b6f98b6cc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.968002379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a1a8a2-6c7d-460d-bad9-53b07f07ae15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:47.998087586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2e2c8220-bed6-4ccc-acd6-d02fc3b3847f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:48.022331623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a1a8a2-6c7d-460d-bad9-53b07f07ae15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:48.076785915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a1a8a2-6c7d-460d-bad9-53b07f07ae15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:48.131081786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a1a8a2-6c7d-460d-bad9-53b07f07ae15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:50.113956188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa9a1b6-ff4a-4dc9-a5b8-e590e85ffca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:50.168136225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa9a1b6-ff4a-4dc9-a5b8-e590e85ffca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:50.222348947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa9a1b6-ff4a-4dc9-a5b8-e590e85ffca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:50.277203896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa9a1b6-ff4a-4dc9-a5b8-e590e85ffca4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:52.313561159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14d8f77-eec4-4078-aa29-513412f3106e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:52.367713443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14d8f77-eec4-4078-aa29-513412f3106e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:52.422336503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14d8f77-eec4-4078-aa29-513412f3106e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:52.538575218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14d8f77-eec4-4078-aa29-513412f3106e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:52.983475691Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:54.499699285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cd113a-a983-488c-ab7a-cfc7b016c13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:54.554486877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cd113a-a983-488c-ab7a-cfc7b016c13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:54.609429261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cd113a-a983-488c-ab7a-cfc7b016c13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:54.663680446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8cd113a-a983-488c-ab7a-cfc7b016c13e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:59.423321027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca58f592-1b20-4305-9ab8-95f4229d9d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:59.47796645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca58f592-1b20-4305-9ab8-95f4229d9d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:59.534265874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca58f592-1b20-4305-9ab8-95f4229d9d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:07:59.589454457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca58f592-1b20-4305-9ab8-95f4229d9d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:01.544814626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a30783-0712-43fe-94d6-12b502037c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:01.600238303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a30783-0712-43fe-94d6-12b502037c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:01.655447809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a30783-0712-43fe-94d6-12b502037c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:01.709704159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a30783-0712-43fe-94d6-12b502037c7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.708703108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31781572-4255-4b83-96f6-2725759c017d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.762894187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31781572-4255-4b83-96f6-2725759c017d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.81740368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31781572-4255-4b83-96f6-2725759c017d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:03.871999986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31781572-4255-4b83-96f6-2725759c017d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.354691371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d12dcbc-912b-402b-9d39-91f5798284ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.354718118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d12dcbc-912b-402b-9d39-91f5798284ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.411823528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e111e4b-42a0-4e71-a501-2db980f12876","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.411850101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e111e4b-42a0-4e71-a501-2db980f12876","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.519807535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"06bcf114-08d3-4a1c-927c-bc030900bb45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.657340637Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"06bcf114-08d3-4a1c-927c-bc030900bb45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"name":"e2e-api-a-072c99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.71607542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-072c99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"06bcf114-08d3-4a1c-927c-bc030900bb45","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.775667794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95795185-9f63-4441-a910-2c391cdcb34b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:04.775688671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95795185-9f63-4441-a910-2c391cdcb34b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:06.076669425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a755fa-40c0-4d4f-973f-af7e8bc66139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:06.131257255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a755fa-40c0-4d4f-973f-af7e8bc66139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:06.185501014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a755fa-40c0-4d4f-973f-af7e8bc66139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:06.239636162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a755fa-40c0-4d4f-973f-af7e8bc66139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:09.207638954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0215a77a-4c15-4a84-a95e-52eab75b42cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:09.265400034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0215a77a-4c15-4a84-a95e-52eab75b42cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:09.320110668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0215a77a-4c15-4a84-a95e-52eab75b42cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:09.375248257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0215a77a-4c15-4a84-a95e-52eab75b42cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:10.528605464Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4bd55b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4bd55b","reconcileID":"d7612e99-14ed-4500-942a-5b795a0d2a94","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4bd55b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-4bd55b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.402700501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05879bd5-6940-45b0-9b8a-c301f86187a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.457289936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05879bd5-6940-45b0-9b8a-c301f86187a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.511440312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05879bd5-6940-45b0-9b8a-c301f86187a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:11.565761864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05879bd5-6940-45b0-9b8a-c301f86187a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:13.610246338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208622c5-89c3-43a6-bc6f-f15edb147c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:13.664776498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208622c5-89c3-43a6-bc6f-f15edb147c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:13.719449232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208622c5-89c3-43a6-bc6f-f15edb147c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:13.773611812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208622c5-89c3-43a6-bc6f-f15edb147c5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:13.82728601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"0b0caffa-77af-461c-a8b3-35fb77ff5465","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-24f65d","tenantID":"e2e-api-a-24f65d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:13.952272464Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"0b0caffa-77af-461c-a8b3-35fb77ff5465","name":"e2e-api-a-24f65d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:14.887190763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"d334843b-04f7-4fa8-b1bf-ec76e8e07695","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:14.947545854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"d334843b-04f7-4fa8-b1bf-ec76e8e07695","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"name":"e2e-api-a-072c99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.020566219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-072c99-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"d334843b-04f7-4fa8-b1bf-ec76e8e07695","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.937967728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182129fb-31c9-4b3f-b351-6e91119c89ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:15.997702235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182129fb-31c9-4b3f-b351-6e91119c89ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.053358555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182129fb-31c9-4b3f-b351-6e91119c89ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:16.108704803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182129fb-31c9-4b3f-b351-6e91119c89ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:17.316056252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"be9a6b87-e537-4f6d-a71d-480c5883183c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:17.487316496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"a5491d6e-b3bd-4795-b9c3-8766ffdb6227","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:17.48742853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"f484d2f8-e127-4188-9a83-a13799463324","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:17.510083711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"dd6684b9-7d9f-41ae-a4d1-b7395d4d38cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:17.610362451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90d36c2e-4705-41a5-9488-6c48d7857d34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:17.761600583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"44110eb7-2e8a-402b-b531-8514ec93d566","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:17.871225024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"4c73a659-d56b-4e14-949e-ca6cacd905ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:17.971806292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"b36c3129-16e9-4b7f-82d6-fa6ab7f2b9f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.072832284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f02a2c83-2bcd-4dde-9317-a4e1d56b89ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.085820676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"b8866a06-3e4a-4962-9223-0a9ddf585391","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.175176009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"b7b80ece-1a4f-4c45-945a-c298e43d9c6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.20786201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"ce86c98f-b374-48e9-8460-b13751939c38","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.211000093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ce911-a6ce-4dfc-ab6b-df8e33f142d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.26537994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ce911-a6ce-4dfc-ab6b-df8e33f142d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.31983183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ce911-a6ce-4dfc-ab6b-df8e33f142d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:18.374040923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ce911-a6ce-4dfc-ab6b-df8e33f142d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.404357136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84306123-69b5-472e-87b0-1a5d1551f0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.459878685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84306123-69b5-472e-87b0-1a5d1551f0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.517354803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84306123-69b5-472e-87b0-1a5d1551f0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:20.572673392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84306123-69b5-472e-87b0-1a5d1551f0da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.54451712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5893b04-163d-4c49-9ad7-40db750b6653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.598870077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5893b04-163d-4c49-9ad7-40db750b6653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.653073124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5893b04-163d-4c49-9ad7-40db750b6653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.707602825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5893b04-163d-4c49-9ad7-40db750b6653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:22.983201346Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:24.700364409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11a89af-8bd2-46e3-b7c4-b713ab9d1e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:24.754770338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11a89af-8bd2-46e3-b7c4-b713ab9d1e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:24.808865747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11a89af-8bd2-46e3-b7c4-b713ab9d1e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:24.86361688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11a89af-8bd2-46e3-b7c4-b713ab9d1e29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.1422969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"f24d59de-dbde-4487-bbff-467cc7c25d95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.202139885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"f24d59de-dbde-4487-bbff-467cc7c25d95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"name":"e2e-api-a-072c99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.260174412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-072c99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (906ad7af4471e1b6a497854003e7c51e98be461cf9463344fcbd11e951a224df) AuthConfig (10af5fadf41393b0871dc9d3ef34cbac81c6c54954f5eb734014d3c09d690677) AuthConfig (d53f2c19bf280001a57e078d8b14a64ff9256ea8aa5956693efec985e366947c) AuthConfig (62754b4e1cdcd850e0d5555eef751e7f79789703bb84557cb065a14098b22593) AuthConfig (f7de83b484cde5b7ad259c644ccb4d3dfadb5ad1532da4cf560946b4c1900a87) AuthConfig (7f182d2fe9ea0f8c731aed58abe11c1c2bc3e2c547ba121af1abdb61a0a6a09b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"f24d59de-dbde-4487-bbff-467cc7c25d95","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.343450858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42b72fd-b877-4955-a9af-aa6735aa6f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:25.343474658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b42b72fd-b877-4955-a9af-aa6735aa6f06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.871167398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543ca74b-66d1-4716-a243-3354a2cebf2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.925247234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543ca74b-66d1-4716-a243-3354a2cebf2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:26.979514224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543ca74b-66d1-4716-a243-3354a2cebf2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:27.035190434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"543ca74b-66d1-4716-a243-3354a2cebf2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:28.987574501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5878e338-069f-4fca-99df-f4b0ab3a383a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:29.041713023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5878e338-069f-4fca-99df-f4b0ab3a383a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:29.096011288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5878e338-069f-4fca-99df-f4b0ab3a383a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:29.150294364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5878e338-069f-4fca-99df-f4b0ab3a383a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.219223536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"ed636a74-6033-4f2f-8c28-be42a5afa969","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-861e42","tenantID":"e2e-api-a-861e42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.342580613Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"ed636a74-6033-4f2f-8c28-be42a5afa969","name":"e2e-api-a-861e42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.402143278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","namespace":"ai-tenant-e2e-mt-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.402208125Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","namespace":"ai-tenant-e2e-mt-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.402264322Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","tenant":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.451813407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"421180fd-4644-404f-957f-a73be1bcacee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.458226224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"Deployment","name":"maas-api-e2e-mt-22698157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.511655329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"421180fd-4644-404f-957f-a73be1bcacee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"name":"e2e-api-a-072c99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.520318274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"Service","name":"maas-api-e2e-mt-22698157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.572568371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-072c99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (906ad7af4471e1b6a497854003e7c51e98be461cf9463344fcbd11e951a224df) AuthConfig (10af5fadf41393b0871dc9d3ef34cbac81c6c54954f5eb734014d3c09d690677) AuthConfig (d53f2c19bf280001a57e078d8b14a64ff9256ea8aa5956693efec985e366947c) AuthConfig (62754b4e1cdcd850e0d5555eef751e7f79789703bb84557cb065a14098b22593) AuthConfig (f7de83b484cde5b7ad259c644ccb4d3dfadb5ad1532da4cf560946b4c1900a87) AuthConfig (7f182d2fe9ea0f8c731aed58abe11c1c2bc3e2c547ba121af1abdb61a0a6a09b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"421180fd-4644-404f-957f-a73be1bcacee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.621547454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-22698157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.713662947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-22698157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.771717525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.832875949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.890280261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:35.95035909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.006240431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"Deployment","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.0603347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.122110313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"Service","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.176066774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"Service","name":"payload-pre-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.230263181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"DestinationRule","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.284094065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.33782296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.396008147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.449698389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.504404359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.559290007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:36.614323832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"1e4d7170-6f49-4345-9fdb-df2e718ae896","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-22698157","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:37.465911352Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-22698157","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-22698157","reconcileID":"d64c9089-cf33-4d2f-80ec-729ba0c24fcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-22698157","removed":["maas.opendatahub.io/gateway-access-e2e-mt-22698157"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.69007533Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"11c6cb62-576e-4c4b-a96e-d8082de0923e","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.804505285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"11c6cb62-576e-4c4b-a96e-d8082de0923e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.810889509Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"4f0bd2f5-bfde-4b4b-a947-35395f88403e","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.811003521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"4f0bd2f5-bfde-4b4b-a947-35395f88403e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.822037653Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"1a225b7d-d14f-477f-84cf-7b475011dbf8","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.822103071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"1a225b7d-d14f-477f-84cf-7b475011dbf8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.843452855Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c4cbae32-07f7-4831-b6b7-2094e03a07b9","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.843537595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c4cbae32-07f7-4831-b6b7-2094e03a07b9","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.884652401Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"ea8801f6-e699-48d2-8719-b81611930bfe","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.884853595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"ea8801f6-e699-48d2-8719-b81611930bfe","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.965887465Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"ab04d07f-060b-43dc-a1d3-686b9297b6f6","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:37.966009875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"ab04d07f-060b-43dc-a1d3-686b9297b6f6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:38.127244334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"3bb93013-4847-4fb5-8e60-afaedeba7e1e","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:38.127312014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"3bb93013-4847-4fb5-8e60-afaedeba7e1e","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:38.448263445Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"9d0f3249-fb56-4602-b912-6c466fcbe4ee","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:38.448339432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"9d0f3249-fb56-4602-b912-6c466fcbe4ee","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.71544324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f618ba3-9149-4ccc-af9f-4a23d0dfef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.769571797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f618ba3-9149-4ccc-af9f-4a23d0dfef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.824318216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f618ba3-9149-4ccc-af9f-4a23d0dfef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:38.879053607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f618ba3-9149-4ccc-af9f-4a23d0dfef69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:39.089257419Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"edfb6d45-ddd6-440f-9e1d-d0a6aa383630","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:39.08935671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"edfb6d45-ddd6-440f-9e1d-d0a6aa383630","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:40.370113584Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"18bea4df-a983-447d-9efd-26d9af55ee17","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:40.37029621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"18bea4df-a983-447d-9efd-26d9af55ee17","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.91455938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5725378f-afe2-44ae-9941-0d299650a109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:40.969301013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5725378f-afe2-44ae-9941-0d299650a109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.023384632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5725378f-afe2-44ae-9941-0d299650a109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:41.078421536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5725378f-afe2-44ae-9941-0d299650a109","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:42.896867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"a467759a-9d85-47d9-b433-20fb0e37a547","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:42.896971285Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"a467759a-9d85-47d9-b433-20fb0e37a547","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.112537687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f51f068-edaa-4611-b6d7-1491f65999e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.167148825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f51f068-edaa-4611-b6d7-1491f65999e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.221392055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f51f068-edaa-4611-b6d7-1491f65999e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:43.275727732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f51f068-edaa-4611-b6d7-1491f65999e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:43.72622499Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"f232c88a-1e33-4cab-8079-8614b20d4b30","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:43.726290297Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"f232c88a-1e33-4cab-8079-8614b20d4b30","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:43.894997631Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c3d4ac3b-ae01-4c3a-ac6b-8ad0da7cc6ef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:08:43.895078635Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c3d4ac3b-ae01-4c3a-ac6b-8ad0da7cc6ef","error":"resolve tenant gateway for model ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157-kserve-route (gateways: [openshift-ingress/e2e-mt-22698157]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.063216085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"d4943bf5-3f34-48d4-abcf-8e3bf01e6308","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.063262861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"d4943bf5-3f34-48d4-abcf-8e3bf01e6308","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.234335496Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-22698157","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-22698157","reconcileID":"31b67628-3f15-41c1-b3b0-635e770e9b3d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-22698157","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-22698157":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.305174562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33d9358-572d-4ac4-ab2e-4f98ae364596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.359742946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33d9358-572d-4ac4-ab2e-4f98ae364596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.414069205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33d9358-572d-4ac4-ab2e-4f98ae364596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.468695812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b33d9358-572d-4ac4-ab2e-4f98ae364596","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.6930996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"52d94657-073e-4dab-bba6-c4de7b375b16","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.752857559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"52d94657-073e-4dab-bba6-c4de7b375b16","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"name":"e2e-api-a-072c99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:45.811252857Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-072c99-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (906ad7af4471e1b6a497854003e7c51e98be461cf9463344fcbd11e951a224df) AuthConfig (10af5fadf41393b0871dc9d3ef34cbac81c6c54954f5eb734014d3c09d690677) AuthConfig (d53f2c19bf280001a57e078d8b14a64ff9256ea8aa5956693efec985e366947c) AuthConfig (62754b4e1cdcd850e0d5555eef751e7f79789703bb84557cb065a14098b22593) AuthConfig (f7de83b484cde5b7ad259c644ccb4d3dfadb5ad1532da4cf560946b4c1900a87) AuthConfig (7f182d2fe9ea0f8c731aed58abe11c1c2bc3e2c547ba121af1abdb61a0a6a09b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"52d94657-073e-4dab-bba6-c4de7b375b16","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.192718619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"68f136d4-2779-4097-8019-7affead22468","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:46.192749615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"68f136d4-2779-4097-8019-7affead22468","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.509549012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69956fb1-c76c-49cd-a908-dd4bef88ddaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.509682165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"69956fb1-c76c-49cd-a908-dd4bef88ddaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.566453813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01227c96-cda8-4fa8-bc56-89cfc12de4f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.566483758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01227c96-cda8-4fa8-bc56-89cfc12de4f4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.648869906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ec4ee8-b2ee-463b-969a-b1ea2ab1adda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.703389445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ec4ee8-b2ee-463b-969a-b1ea2ab1adda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.757824765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ec4ee8-b2ee-463b-969a-b1ea2ab1adda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.757999031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"081d53b3-738b-4d29-947f-8dea7b382d40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.813526268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72ec4ee8-b2ee-463b-969a-b1ea2ab1adda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:47.953906927Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"081d53b3-738b-4d29-947f-8dea7b382d40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"name":"e2e-api-b-82c5ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.013853687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82c5ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"081d53b3-738b-4d29-947f-8dea7b382d40","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.100440146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6b3b040-f61d-4b2b-a575-6881ba4d72b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:48.10046734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6b3b040-f61d-4b2b-a575-6881ba4d72b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:49.818215278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dff3668-b386-4a2f-b427-3e5488e778ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:49.873118256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dff3668-b386-4a2f-b427-3e5488e778ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:49.927574797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dff3668-b386-4a2f-b427-3e5488e778ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:49.98180552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6dff3668-b386-4a2f-b427-3e5488e778ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.218100053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5397e5-e1b0-4089-98c7-e89eebef2c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.278227293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5397e5-e1b0-4089-98c7-e89eebef2c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.332833853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5397e5-e1b0-4089-98c7-e89eebef2c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.387251191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c5397e5-e1b0-4089-98c7-e89eebef2c09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:52.984085677Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:53.953877073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"811d0ae6-880b-4963-9a4b-4b455ff96fc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.015868424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"811d0ae6-880b-4963-9a4b-4b455ff96fc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"name":"e2e-api-a-7fbef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.391694055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e652a3-821f-4c20-9756-02572408548b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.446137404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e652a3-821f-4c20-9756-02572408548b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.466666562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad93ed1e-dbda-436c-842f-caddccbeb267","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.466696381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad93ed1e-dbda-436c-842f-caddccbeb267","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.500459108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e652a3-821f-4c20-9756-02572408548b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.554749366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"581dcca5-d809-4aa5-88f6-3dcec8d79104","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.554897176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e652a3-821f-4c20-9756-02572408548b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.616132447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"581dcca5-d809-4aa5-88f6-3dcec8d79104","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"name":"e2e-api-a-7fbef7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:54.834187059Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"22d154b5-5523-4444-9423-b437711cf60f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:55.099364499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"22d154b5-5523-4444-9423-b437711cf60f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:55.23614784Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"22d154b5-5523-4444-9423-b437711cf60f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"name":"e2e-api-a-7fbef7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:55.236268563Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"e2e-e2e-api-a-7fbef7-policy","reconcileID":"22d154b5-5523-4444-9423-b437711cf60f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-7fbef7-policy","namespace":"ai-tenant-e2e-api-a-7fbef7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-7fbef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:55.2952975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db47c0b3-1d0b-4fa2-be73-1a02e94e5aab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:55.295326369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db47c0b3-1d0b-4fa2-be73-1a02e94e5aab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:56.036504761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"f2ac0e04-0bc0-4189-8c3a-a3c6fdb4a167","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:56.096368883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"f2ac0e04-0bc0-4189-8c3a-a3c6fdb4a167","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"name":"e2e-api-a-072c99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:56.521105836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9627c2e8-cf5e-4d0d-a870-20534ccee7ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:56.521227183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9627c2e8-cf5e-4d0d-a870-20534ccee7ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:56.618618984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be91428a-ad49-4092-96f5-9d976f94b154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:56.689309268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be91428a-ad49-4092-96f5-9d976f94b154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:56.744458121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be91428a-ad49-4092-96f5-9d976f94b154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:56.798600911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be91428a-ad49-4092-96f5-9d976f94b154","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.242092901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"6999527e-4696-443d-bc3c-5461d2adc50e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.302116676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"6999527e-4696-443d-bc3c-5461d2adc50e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"name":"e2e-api-b-82c5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.361200461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82c5ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"6999527e-4696-443d-bc3c-5461d2adc50e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.840567805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd0533e-e371-44bf-b9d8-a9515928dc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.898167571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd0533e-e371-44bf-b9d8-a9515928dc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:58.959726872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd0533e-e371-44bf-b9d8-a9515928dc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:08:59.015282821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfd0533e-e371-44bf-b9d8-a9515928dc47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:08.470301418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"34e56ba0-ef4d-47ca-bb22-ffc469622f21","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:08.530244561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"34e56ba0-ef4d-47ca-bb22-ffc469622f21","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"name":"e2e-api-b-82c5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:08.588471012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82c5ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"34e56ba0-ef4d-47ca-bb22-ffc469622f21","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:13.623237366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"8dc9f620-6409-4f2f-b95d-a7fadb2f48b9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4bd55b","tenantID":"e2e-api-b-4bd55b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:13.747105976Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"8dc9f620-6409-4f2f-b95d-a7fadb2f48b9","name":"e2e-api-b-4bd55b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:18.697870637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"dec195e0-6e4d-4181-ae64-1f54dd71431d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:18.757738413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"dec195e0-6e4d-4181-ae64-1f54dd71431d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"name":"e2e-api-b-82c5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:18.818977881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82c5ec-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"dec195e0-6e4d-4181-ae64-1f54dd71431d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:20.705400977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b54965a-310d-4e24-aff9-ccea70a52cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:20.760198613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b54965a-310d-4e24-aff9-ccea70a52cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:20.814970289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b54965a-310d-4e24-aff9-ccea70a52cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:20.86985062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b54965a-310d-4e24-aff9-ccea70a52cee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.826569211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6288f56-3e56-44d1-b431-2595b1867e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.881104647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6288f56-3e56-44d1-b431-2595b1867e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.935360655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6288f56-3e56-44d1-b431-2595b1867e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.982887017Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:22.989775225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6288f56-3e56-44d1-b431-2595b1867e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.201199681Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","namespace":"ai-tenant-e2e-api-a-7fbef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.20127026Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","namespace":"ai-tenant-e2e-api-a-7fbef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.20132171Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","tenant":"e2e-api-a-7fbef7","tenantID":"e2e-api-a-7fbef7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.257635943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"Deployment","name":"maas-api-e2e-api-a-7fbef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.319907589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"Service","name":"maas-api-e2e-api-a-7fbef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.442737051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-7fbef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.499069109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-7fbef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.556305457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.56688375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffd6a7ff-ab27-45a4-a0a7-7e4818668dc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.566908358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffd6a7ff-ab27-45a4-a0a7-7e4818668dc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.616264564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.626364834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb4ad5c0-121f-4c82-89df-6ca19b6ea54c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.626397663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb4ad5c0-121f-4c82-89df-6ca19b6ea54c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.677680307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.737876631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.738610571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"407a2ab7-2c8f-44b5-b0f9-723a43e4bd64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-24f65d","tenantID":"e2e-api-a-24f65d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.80055887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"Deployment","name":"payload-processing-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.858681327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.882546291Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"407a2ab7-2c8f-44b5-b0f9-723a43e4bd64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"name":"e2e-api-a-24f65d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.912637332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"Service","name":"payload-processing-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.943089231Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-24f65d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"407a2ab7-2c8f-44b5-b0f9-723a43e4bd64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:24.966256784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"Service","name":"payload-pre-processing-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.000612909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eeaf541-8e6b-4758-86ff-862d981fd2ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.000635678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eeaf541-8e6b-4758-86ff-862d981fd2ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.021440797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.024354492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ceeb85-e29a-4581-87f1-6fcd6c6beb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.079174357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.079615279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ceeb85-e29a-4581-87f1-6fcd6c6beb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.13309672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.133793669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ceeb85-e29a-4581-87f1-6fcd6c6beb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.187967681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ceeb85-e29a-4581-87f1-6fcd6c6beb58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.193026489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.246735247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.300158657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.362561572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-7fbef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:25.50953326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-7fbef7"},"namespace":"ai-tenant-e2e-api-a-7fbef7","name":"default-tenant","reconcileID":"d5ed3aca-0f1f-4623-9f51-7d06b7300179","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-7fbef7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:27.254149791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbf2734-53dd-4cb0-9c83-1f413716f890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:27.30883667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbf2734-53dd-4cb0-9c83-1f413716f890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:27.3631931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbf2734-53dd-4cb0-9c83-1f413716f890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:27.41806641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cbf2734-53dd-4cb0-9c83-1f413716f890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:28.928510656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"72feece3-bd34-41de-ab10-dd83fee4ed13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:28.989841119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"72feece3-bd34-41de-ab10-dd83fee4ed13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"name":"e2e-api-b-82c5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:29.048375638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82c5ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71d6defebf12a759f537e21bafca2aee16d8817bd22a780e4695c035b7ae4e5a) AuthConfig (ca328ee0dd772ebfd866ab538cdd83291e3590d7b597f6d43a8cfd2349fbf751) AuthConfig (8df43c83fc143f2bc55b9b5f12d5536192d867e3cd6170960dd6b19ad94b6faa) AuthConfig (484fd08d05f733387d49830dc02e3f27d8ef9b11e4d221a32cdd712ae50a067d) AuthConfig (8f35b6e600b73be6fa3c254f57c94a7992eb87dc9bb086088abb59cdddd3b9c1) AuthConfig (15a0c8a7a6e5ee23541ea9fdb4fe65eb120de029effe31b377e62284db26f666)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"72feece3-bd34-41de-ab10-dd83fee4ed13","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:29.108414008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c9c8489-2fcd-4ee3-901d-f874c38bac88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:29.108437566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c9c8489-2fcd-4ee3-901d-f874c38bac88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:29.387521458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80daabc-102e-4d7a-b320-54347ef4b891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:29.442764716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80daabc-102e-4d7a-b320-54347ef4b891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:29.497716743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80daabc-102e-4d7a-b320-54347ef4b891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:29.552067104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80daabc-102e-4d7a-b320-54347ef4b891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:30.036760856Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2f883d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2f883d","reconcileID":"e9198377-fffa-4697-a40b-732f8d551476","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2f883d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-2f883d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.516524787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e03fa10-93c5-4c0b-8036-dfe9c74728b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.570670849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e03fa10-93c5-4c0b-8036-dfe9c74728b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.624660425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e03fa10-93c5-4c0b-8036-dfe9c74728b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:31.678957442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e03fa10-93c5-4c0b-8036-dfe9c74728b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:33.652353196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d5ed9f-2753-4647-bfa0-804c708c5c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:33.710880244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d5ed9f-2753-4647-bfa0-804c708c5c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:33.768177739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d5ed9f-2753-4647-bfa0-804c708c5c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:33.823024361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95d5ed9f-2753-4647-bfa0-804c708c5c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:35.108874052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"6ae4b49f-a268-47fc-b475-b58de5de54d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-24f65d","tenantID":"e2e-api-a-24f65d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:35.1720968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"6ae4b49f-a268-47fc-b475-b58de5de54d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"name":"e2e-api-a-24f65d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:35.281342165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-24f65d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"6ae4b49f-a268-47fc-b475-b58de5de54d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:35.55768992Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7fbef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7fbef7","reconcileID":"45748331-b132-402a-8659-35505a456482","aitenant":"ai-tenants/e2e-api-a-7fbef7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:35.878219899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ae8f79-8b22-4ffa-a276-a56fdc0a5c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:35.937928198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ae8f79-8b22-4ffa-a276-a56fdc0a5c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:35.997728046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ae8f79-8b22-4ffa-a276-a56fdc0a5c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:36.052351975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8ae8f79-8b22-4ffa-a276-a56fdc0a5c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:36.446037131Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-7fbef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-7fbef7","reconcileID":"45748331-b132-402a-8659-35505a456482","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-7fbef7","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-7fbef7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:38.080450311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfd4dd5-5255-409e-88d9-03d1a40110a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:38.134697016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfd4dd5-5255-409e-88d9-03d1a40110a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:38.189067643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfd4dd5-5255-409e-88d9-03d1a40110a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:38.243401751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfd4dd5-5255-409e-88d9-03d1a40110a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:39.235450543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"a7e76fa8-e196-421e-8b10-fe700f9d5450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:39.296237364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"a7e76fa8-e196-421e-8b10-fe700f9d5450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"name":"e2e-api-b-82c5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:39.355498258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-82c5ec-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (71d6defebf12a759f537e21bafca2aee16d8817bd22a780e4695c035b7ae4e5a) AuthConfig (ca328ee0dd772ebfd866ab538cdd83291e3590d7b597f6d43a8cfd2349fbf751) AuthConfig (8df43c83fc143f2bc55b9b5f12d5536192d867e3cd6170960dd6b19ad94b6faa) AuthConfig (484fd08d05f733387d49830dc02e3f27d8ef9b11e4d221a32cdd712ae50a067d) AuthConfig (8f35b6e600b73be6fa3c254f57c94a7992eb87dc9bb086088abb59cdddd3b9c1) AuthConfig (15a0c8a7a6e5ee23541ea9fdb4fe65eb120de029effe31b377e62284db26f666)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"a7e76fa8-e196-421e-8b10-fe700f9d5450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:40.28729889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc6947a-d618-4e95-891b-295e185abe3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:40.341579671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc6947a-d618-4e95-891b-295e185abe3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:40.395622253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc6947a-d618-4e95-891b-295e185abe3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:40.450486964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dc6947a-d618-4e95-891b-295e185abe3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:42.109000419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"06072455-a365-4b18-83ee-a5065304c88e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:42.244553919Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"06072455-a365-4b18-83ee-a5065304c88e","name":"e2e-mt-22698157-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:42.424967172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8477e77-b73f-4c41-8eb6-8657543222cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:42.479728662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8477e77-b73f-4c41-8eb6-8657543222cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:42.590562903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8477e77-b73f-4c41-8eb6-8657543222cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:42.646582641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8477e77-b73f-4c41-8eb6-8657543222cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.179527631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"0a28ee1f-3acd-45e0-93a9-3f7943eab18c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.243273396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"0a28ee1f-3acd-45e0-93a9-3f7943eab18c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"name":"e2e-api-b-82c5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.441976839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9072d8db-0a17-4f65-a9c4-5e66e31a78ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.442013673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9072d8db-0a17-4f65-a9c4-5e66e31a78ff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.498590157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71b1d41d-1914-4136-92bc-c01177eac435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.498619989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71b1d41d-1914-4136-92bc-c01177eac435","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.568831059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be9948d-2e21-49ed-8ee1-f3ba7f92d64b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.568860925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2be9948d-2e21-49ed-8ee1-f3ba7f92d64b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.68542672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"9f94cb05-acbb-4a05-8d7b-c62d03324ff9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-861e42","tenantID":"e2e-api-a-861e42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.795981447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"410f4c61-8a91-46eb-abd7-15f79c4f2157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.856675649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"410f4c61-8a91-46eb-abd7-15f79c4f2157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"name":"e2e-api-b-82c5ec-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.8782898Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"9f94cb05-acbb-4a05-8d7b-c62d03324ff9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"name":"e2e-api-a-861e42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.939844401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-861e42-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"9f94cb05-acbb-4a05-8d7b-c62d03324ff9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.997629296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91204360-ba23-4362-9d9a-28551f7fcaff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:43.997658025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91204360-ba23-4362-9d9a-28551f7fcaff","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.059368805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e03012a8-eb5d-49fd-acdd-782c21953f58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.059398029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e03012a8-eb5d-49fd-acdd-782c21953f58","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.069113818Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"34bc9d4d-5f4f-4d1f-9795-1600c355cbb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.427757131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"34bc9d4d-5f4f-4d1f-9795-1600c355cbb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.582799153Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"34bc9d4d-5f4f-4d1f-9795-1600c355cbb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"name":"e2e-api-b-82c5ec-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.582832976Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"e2e-e2e-api-b-82c5ec-policy","reconcileID":"34bc9d4d-5f4f-4d1f-9795-1600c355cbb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-82c5ec-policy","namespace":"ai-tenant-e2e-api-b-82c5ec"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-82c5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.642007707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23cdaeab-26eb-4402-9672-b0a530d442cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.642028944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"23cdaeab-26eb-4402-9672-b0a530d442cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.656620982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e60fbaf9-51a0-4273-ba97-9a613d60db46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.733786981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e60fbaf9-51a0-4273-ba97-9a613d60db46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.820365754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e60fbaf9-51a0-4273-ba97-9a613d60db46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:44.894868987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e60fbaf9-51a0-4273-ba97-9a613d60db46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.390176498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"8a416583-13a4-4fcf-a94b-272be3dc4d8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-24f65d","tenantID":"e2e-api-a-24f65d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.450112024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"8a416583-13a4-4fcf-a94b-272be3dc4d8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"name":"e2e-api-a-24f65d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.508637961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-24f65d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d04a61243f174f54cc52d1773679db2baebcadab10affc6cbb814b8eb43dcfb2) AuthConfig (f478c369158e55b56d0afebc86a7d2ef2fdd4a37f6b794f564c6633c092564a3) AuthConfig (440a4d39ac96491bf6272e498f089211fa9a112fbdc299e91df795a66e6c27ed) AuthConfig (25b53cbc28d2138536bfaf17055cd8a03d679de83c5caf45faf057624c77595c) AuthConfig (e7e584ecf1be2c3d4fa28a36dfdd590bc28ef500c81e9d402ffd5a81a8aa52f2) AuthConfig (dc6bac06804dbe6cf19ef85e45a173e6007c01b5ba80f5505fd81327b7bb0e4f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"8a416583-13a4-4fcf-a94b-272be3dc4d8c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.57023019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c9656a0-dba2-469d-bd3c-55945c03ea1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:45.570254494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c9656a0-dba2-469d-bd3c-55945c03ea1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:47.01464928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91afcb8e-eaea-4e58-b322-8ada85f5b25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:47.0694055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91afcb8e-eaea-4e58-b322-8ada85f5b25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:47.123753397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91afcb8e-eaea-4e58-b322-8ada85f5b25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:47.178740163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91afcb8e-eaea-4e58-b322-8ada85f5b25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:49.039202029Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c4d34d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c4d34d","reconcileID":"4dec0291-08b6-4547-81ca-195f50e70a67","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c4d34d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c4d34d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:49.211119002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f080eb-e25a-467c-89ed-22c3b879a3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:49.268332853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f080eb-e25a-467c-89ed-22c3b879a3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:49.332875533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f080eb-e25a-467c-89ed-22c3b879a3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:49.394491416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16f080eb-e25a-467c-89ed-22c3b879a3be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:51.374644853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebeaaa1d-fa87-4c63-a6e9-2098f452eec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:51.429571817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebeaaa1d-fa87-4c63-a6e9-2098f452eec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:51.483647657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebeaaa1d-fa87-4c63-a6e9-2098f452eec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:51.537558511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebeaaa1d-fa87-4c63-a6e9-2098f452eec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:52.990019475Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:53.497257938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8838cdb-217c-41f8-9290-d154024dc4ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:53.573778104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8838cdb-217c-41f8-9290-d154024dc4ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:53.628675205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8838cdb-217c-41f8-9290-d154024dc4ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:53.686378668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8838cdb-217c-41f8-9290-d154024dc4ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:54.115994875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"f6fbca39-6c3b-4914-8138-6beb47377e7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-861e42","tenantID":"e2e-api-a-861e42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:54.200485767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"f6fbca39-6c3b-4914-8138-6beb47377e7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"name":"e2e-api-a-861e42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:54.264824166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-861e42-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"f6fbca39-6c3b-4914-8138-6beb47377e7f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.679136176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"c86ddc79-66ee-4725-8388-0763a515e1fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-24f65d","tenantID":"e2e-api-a-24f65d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.740200622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"c86ddc79-66ee-4725-8388-0763a515e1fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"name":"e2e-api-a-24f65d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.773241329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f10cb6c-8cf1-4edd-8d21-1f60fcd549c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.827679694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f10cb6c-8cf1-4edd-8d21-1f60fcd549c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.832364697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-24f65d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d04a61243f174f54cc52d1773679db2baebcadab10affc6cbb814b8eb43dcfb2) AuthConfig (f478c369158e55b56d0afebc86a7d2ef2fdd4a37f6b794f564c6633c092564a3) AuthConfig (440a4d39ac96491bf6272e498f089211fa9a112fbdc299e91df795a66e6c27ed) AuthConfig (25b53cbc28d2138536bfaf17055cd8a03d679de83c5caf45faf057624c77595c) AuthConfig (e7e584ecf1be2c3d4fa28a36dfdd590bc28ef500c81e9d402ffd5a81a8aa52f2) AuthConfig (dc6bac06804dbe6cf19ef85e45a173e6007c01b5ba80f5505fd81327b7bb0e4f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"c86ddc79-66ee-4725-8388-0763a515e1fd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.88190492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f10cb6c-8cf1-4edd-8d21-1f60fcd549c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:55.936106963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f10cb6c-8cf1-4edd-8d21-1f60fcd549c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:57.899310119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98182224-3bbd-40b0-859c-ae7737865fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:57.954425231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98182224-3bbd-40b0-859c-ae7737865fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:58.008817435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98182224-3bbd-40b0-859c-ae7737865fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:09:58.063174017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98182224-3bbd-40b0-859c-ae7737865fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:04.373048651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"7340405b-c21d-464e-903b-8d2c3002c80c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-861e42","tenantID":"e2e-api-a-861e42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:04.432456378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"7340405b-c21d-464e-903b-8d2c3002c80c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"name":"e2e-api-a-861e42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:04.490384632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-861e42-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"7340405b-c21d-464e-903b-8d2c3002c80c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:05.941298194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"1b1afa57-c16e-4b72-b909-addf748438db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-24f65d","tenantID":"e2e-api-a-24f65d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:06.001431462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"1b1afa57-c16e-4b72-b909-addf748438db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"name":"e2e-api-a-24f65d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:06.060248659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-24f65d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d04a61243f174f54cc52d1773679db2baebcadab10affc6cbb814b8eb43dcfb2) AuthConfig (f478c369158e55b56d0afebc86a7d2ef2fdd4a37f6b794f564c6633c092564a3) AuthConfig (440a4d39ac96491bf6272e498f089211fa9a112fbdc299e91df795a66e6c27ed) AuthConfig (25b53cbc28d2138536bfaf17055cd8a03d679de83c5caf45faf057624c77595c) AuthConfig (e7e584ecf1be2c3d4fa28a36dfdd590bc28ef500c81e9d402ffd5a81a8aa52f2) AuthConfig (dc6bac06804dbe6cf19ef85e45a173e6007c01b5ba80f5505fd81327b7bb0e4f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"1b1afa57-c16e-4b72-b909-addf748438db","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.606601423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"9a092c79-9d46-4cf1-bf9f-554fd7c28b27","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-861e42","tenantID":"e2e-api-a-861e42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.670808273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"9a092c79-9d46-4cf1-bf9f-554fd7c28b27","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"name":"e2e-api-a-861e42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.73096661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-861e42-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc5665f3bd58c8e6595f7022344ad589dc6967f9805ee6fe125435a879ee7a2a) AuthConfig (10c0fc620849796a8c760f472caf54bcfdf1d198a1f079c3a7a3868813cd89e3) AuthConfig (c237a5bd7a52e2aa7270197b750bb3558579a8e5619a01ce6323fd57544300d1) AuthConfig (6be929e0f51500f75585582d0d1ce987b4684dbf1c68b4ef136881e19e49e5a0) AuthConfig (a7592ce1fc156628e608c550ceb018246b79eb8067e748c98bfcd4070ee602c7) AuthConfig (29e7081960930708b9305cee8abc3446d39408d3787930950927a0dd63a9e85b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"9a092c79-9d46-4cf1-bf9f-554fd7c28b27","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.79218281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a54e1933-02a1-4b84-9057-7a33add4d57c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:14.792331186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a54e1933-02a1-4b84-9057-7a33add4d57c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:16.169092244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"93b6980b-3464-41b2-b2c7-50f930ca49dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-24f65d","tenantID":"e2e-api-a-24f65d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:16.229435841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"93b6980b-3464-41b2-b2c7-50f930ca49dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"name":"e2e-api-a-24f65d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:16.553965001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0941f31-67ef-4f3e-8cde-fd066377ceaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:16.553985911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0941f31-67ef-4f3e-8cde-fd066377ceaa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:20.804323249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0a22ef-f6d2-4ff4-849b-414dc294eddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:20.85918838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0a22ef-f6d2-4ff4-849b-414dc294eddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:20.913335428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0a22ef-f6d2-4ff4-849b-414dc294eddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:20.967662661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0a22ef-f6d2-4ff4-849b-414dc294eddd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:22.983081445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df5ed92d-f55d-473b-ab54-9a06f73d8192","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:22.983103207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df5ed92d-f55d-473b-ab54-9a06f73d8192","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:22.983485992Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.000222474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc533400-18ba-4157-b17a-6acc875593c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.054409554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc533400-18ba-4157-b17a-6acc875593c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.059696028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec76c16f-1352-4287-a5b5-09cc1843005c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.059714468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec76c16f-1352-4287-a5b5-09cc1843005c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.109178054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc533400-18ba-4157-b17a-6acc875593c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.164300042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc533400-18ba-4157-b17a-6acc875593c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.272400416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"6bd2f486-ccb0-4ebc-b29b-7363fa980212","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4bd55b","tenantID":"e2e-api-b-4bd55b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.459043641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"6bd2f486-ccb0-4ebc-b29b-7363fa980212","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"name":"e2e-api-b-4bd55b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.517688276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4bd55b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"6bd2f486-ccb0-4ebc-b29b-7363fa980212","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.574994621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd263584-5904-4b40-9e5d-dca21f3ab4b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:23.575020217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fd263584-5904-4b40-9e5d-dca21f3ab4b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.900787891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"e7f73c96-f73e-40b8-905f-2655c032d299","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-861e42","tenantID":"e2e-api-a-861e42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:24.960995842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"e7f73c96-f73e-40b8-905f-2655c032d299","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"name":"e2e-api-a-861e42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:25.019298474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-861e42-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bc5665f3bd58c8e6595f7022344ad589dc6967f9805ee6fe125435a879ee7a2a) AuthConfig (10c0fc620849796a8c760f472caf54bcfdf1d198a1f079c3a7a3868813cd89e3) AuthConfig (c237a5bd7a52e2aa7270197b750bb3558579a8e5619a01ce6323fd57544300d1) AuthConfig (6be929e0f51500f75585582d0d1ce987b4684dbf1c68b4ef136881e19e49e5a0) AuthConfig (a7592ce1fc156628e608c550ceb018246b79eb8067e748c98bfcd4070ee602c7) AuthConfig (29e7081960930708b9305cee8abc3446d39408d3787930950927a0dd63a9e85b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"e7f73c96-f73e-40b8-905f-2655c032d299","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:28.38551921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"4ce99c93-9ec8-40cc-bbe8-bf455c932036","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:28.493073304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6f85fc82-2190-4bea-99e7-d5bd6f329983","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:28.60152592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"6d86b40c-2a8c-4459-9b27-dec6e29d21b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:28.721087401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"05d8e3c2-df51-4dd0-9d41-cbcd7594e29c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:28.905065084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"b86e10a4-634e-4306-9c60-12fc70692059","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.27034525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"7387170b-fccb-4d15-8be0-a4333d794d94","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.271035444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"43a7bb2e-de67-4ec7-b734-eaa18a8c6d33","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.344160471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"43a7bb2e-de67-4ec7-b734-eaa18a8c6d33","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"name":"e2e-api-a-072c99-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.493010076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"d5424c6e-8e28-4d2a-80f4-d92e0160cf06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.602052919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"5fa2c301-648b-4fb6-9928-4dfed63e38f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.602388179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"3d9461c8-1f0c-4702-a247-b1452332ffa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.602761598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19212f84-5f6a-4e65-ab1e-ebed31452e2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.602777067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"19212f84-5f6a-4e65-ab1e-ebed31452e2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.681668837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"225a39d0-d5fc-4780-b466-ae64678c445b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.705392429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"d2478284-b98c-4ca5-b985-bd9072004b4a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.823808041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"5fa2c301-648b-4fb6-9928-4dfed63e38f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.878017145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"d469a0b6-9c42-4e59-9e35-6605746b592e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.9324674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"ea8610b2-7967-451f-bb6e-86c27c868c03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.956633997Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"5fa2c301-648b-4fb6-9928-4dfed63e38f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"name":"e2e-api-a-072c99-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:29.956666375Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"e2e-e2e-api-a-072c99-policy","reconcileID":"5fa2c301-648b-4fb6-9928-4dfed63e38f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-072c99-policy","namespace":"ai-tenant-e2e-api-a-072c99"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-072c99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:30.018747519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f36ccaa-a480-4b50-98ef-af3efc91a63e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:30.018775337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f36ccaa-a480-4b50-98ef-af3efc91a63e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:30.703229927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e7aacb-6a5c-4f53-a2b4-bd615c282803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:30.757329606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e7aacb-6a5c-4f53-a2b4-bd615c282803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:30.811476708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e7aacb-6a5c-4f53-a2b4-bd615c282803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:30.866010664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e7aacb-6a5c-4f53-a2b4-bd615c282803","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:32.908144468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36651c26-e03f-4179-9fff-a2aabd37acc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:32.962418643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36651c26-e03f-4179-9fff-a2aabd37acc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:33.016550813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36651c26-e03f-4179-9fff-a2aabd37acc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:33.073267577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36651c26-e03f-4179-9fff-a2aabd37acc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:33.684579717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"e6b0b9c7-4336-4cb4-9a67-0331e2ad2762","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4bd55b","tenantID":"e2e-api-b-4bd55b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:33.745553196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"e6b0b9c7-4336-4cb4-9a67-0331e2ad2762","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"name":"e2e-api-b-4bd55b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:33.804293997Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4bd55b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"e6b0b9c7-4336-4cb4-9a67-0331e2ad2762","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:35.099677672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d73460e-3224-4a61-9f18-a4b82bfcf2cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:35.154343654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d73460e-3224-4a61-9f18-a4b82bfcf2cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:35.209295204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d73460e-3224-4a61-9f18-a4b82bfcf2cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:35.210414576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"b42de1c8-d3b1-4eb9-81ac-c24f4a54d130","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-861e42","tenantID":"e2e-api-a-861e42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:35.265136682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d73460e-3224-4a61-9f18-a4b82bfcf2cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:35.32611717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"b42de1c8-d3b1-4eb9-81ac-c24f4a54d130","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"name":"e2e-api-a-861e42-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:35.702131872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc94a797-2386-4cf2-8be1-2163bf66ea34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:35.702153195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc94a797-2386-4cf2-8be1-2163bf66ea34","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:37.244355585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69064ff6-7a28-4856-ac90-9dc6a7ae8dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:37.298603193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69064ff6-7a28-4856-ac90-9dc6a7ae8dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:37.352834031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69064ff6-7a28-4856-ac90-9dc6a7ae8dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:37.40700511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69064ff6-7a28-4856-ac90-9dc6a7ae8dd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:39.407683743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6590a1-442a-4c98-a648-82b597061892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:39.462775652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6590a1-442a-4c98-a648-82b597061892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:39.517166628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6590a1-442a-4c98-a648-82b597061892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:39.571893659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c6590a1-442a-4c98-a648-82b597061892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:39.85065419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"c8e26ac0-a712-475a-9c06-2c6fefb7b008","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","tenantID":"e2e-api-b-2f883d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:39.974427596Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"c8e26ac0-a712-475a-9c06-2c6fefb7b008","name":"e2e-api-b-2f883d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.915991052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"53dbc87f-3195-4491-aec7-ac0a20eb6b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4bd55b","tenantID":"e2e-api-b-4bd55b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:43.981726295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"53dbc87f-3195-4491-aec7-ac0a20eb6b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"name":"e2e-api-b-4bd55b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:44.040322969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4bd55b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"53dbc87f-3195-4491-aec7-ac0a20eb6b3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.101852144Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","namespace":"ai-tenant-e2e-api-b-82c5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.102030238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","namespace":"ai-tenant-e2e-api-b-82c5ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.102151189Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","tenant":"e2e-api-b-82c5ec","tenantID":"e2e-api-b-82c5ec","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.159505437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"Deployment","name":"maas-api-e2e-api-b-82c5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.228054507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"Service","name":"maas-api-e2e-api-b-82c5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.291011706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-82c5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.347206301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-82c5ec","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.406599799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.465353829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.524354255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.587666901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.644260634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"Deployment","name":"payload-processing-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.711534854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.769328065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"Service","name":"payload-processing-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.823035264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"Service","name":"payload-pre-processing-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.876830919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.93075882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.984350971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.998115137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"93e75930-ec0e-4fc2-9967-8469ae0e07a9","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:50.99814351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"93e75930-ec0e-4fc2-9967-8469ae0e07a9","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.043226248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.107207903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.165241875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.219517831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-82c5ec","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.274285389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-82c5ec"},"namespace":"ai-tenant-e2e-api-b-82c5ec","name":"default-tenant","reconcileID":"ba2dcb8b-5928-49bc-86d9-b1668503f28e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-82c5ec","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:51.996698512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7025ae-d821-4c3d-8cb2-350eb4b1594f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.056214497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7025ae-d821-4c3d-8cb2-350eb4b1594f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.111052374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7025ae-d821-4c3d-8cb2-350eb4b1594f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.165625376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d7025ae-d821-4c3d-8cb2-350eb4b1594f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:52.985754572Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.187428581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b1ddbb-7e39-4a2d-a480-ba107128c6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.187624294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"f701b81c-6d9e-4cb9-bec3-fb16a2b76fa3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4bd55b","tenantID":"e2e-api-b-4bd55b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.246125083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b1ddbb-7e39-4a2d-a480-ba107128c6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.303448206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b1ddbb-7e39-4a2d-a480-ba107128c6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.360376861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60b1ddbb-7e39-4a2d-a480-ba107128c6c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.371834771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"f701b81c-6d9e-4cb9-bec3-fb16a2b76fa3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"name":"e2e-api-b-4bd55b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.434043046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4bd55b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a0a03338db5c6d896a7eb99f926c8df07707513a4140e5ef99dbd2a3d112351) AuthConfig (f2f9fccc3b36e915ae51acd1407587bc9ad570f7e39c52485fae736277aeb918) AuthConfig (6bc421f9ed77911aadbe83a5ccd5b7de4f70147016f46c6395ff8d395266a593) AuthConfig (7f05332fe13ef91c2f32cfdd47049ef52e16aa6cc1cd399bdead2a7bedace14d) AuthConfig (1854ee2df238a5a14b0b9901d0b281ab7aba9826f130df6a1174b4ac121bf6cb) AuthConfig (c1a9707e631b2214f6e7172e6228fa411c168b77200ebc384693c2abe1efe8f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"f701b81c-6d9e-4cb9-bec3-fb16a2b76fa3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.493976097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e7710aa-a80d-4055-a220-4c38d63941e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:54.493997529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e7710aa-a80d-4055-a220-4c38d63941e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.657763579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"dad0c9b3-6b77-4797-89b8-bddd3872823d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4d34d","tenantID":"e2e-api-b-c4d34d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:10:56.783526984Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"dad0c9b3-6b77-4797-89b8-bddd3872823d","name":"e2e-api-b-c4d34d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:01.162411715Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-82c5ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-82c5ec","reconcileID":"1e906e1f-a634-4445-866b-f330b4da9dcb","aitenant":"ai-tenants/e2e-api-b-82c5ec","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:01.753162283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3c991f-9857-4327-ad0b-22da4290531a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:01.807513856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3c991f-9857-4327-ad0b-22da4290531a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:01.861531878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3c991f-9857-4327-ad0b-22da4290531a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:01.915751012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca3c991f-9857-4327-ad0b-22da4290531a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:02.045101648Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-82c5ec","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-82c5ec","reconcileID":"1e906e1f-a634-4445-866b-f330b4da9dcb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-82c5ec","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-82c5ec"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.937690608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7139ebf4-0017-47c0-84cd-4c1a100568c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:03.993210395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7139ebf4-0017-47c0-84cd-4c1a100568c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.049052889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7139ebf4-0017-47c0-84cd-4c1a100568c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.103889185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7139ebf4-0017-47c0-84cd-4c1a100568c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.603679635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"d20810bd-2c98-460b-8bde-1d531593731a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4bd55b","tenantID":"e2e-api-b-4bd55b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.668976013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"d20810bd-2c98-460b-8bde-1d531593731a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"name":"e2e-api-b-4bd55b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.727243896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4bd55b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a0a03338db5c6d896a7eb99f926c8df07707513a4140e5ef99dbd2a3d112351) AuthConfig (f2f9fccc3b36e915ae51acd1407587bc9ad570f7e39c52485fae736277aeb918) AuthConfig (6bc421f9ed77911aadbe83a5ccd5b7de4f70147016f46c6395ff8d395266a593) AuthConfig (7f05332fe13ef91c2f32cfdd47049ef52e16aa6cc1cd399bdead2a7bedace14d) AuthConfig (1854ee2df238a5a14b0b9901d0b281ab7aba9826f130df6a1174b4ac121bf6cb) AuthConfig (c1a9707e631b2214f6e7172e6228fa411c168b77200ebc384693c2abe1efe8f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"d20810bd-2c98-460b-8bde-1d531593731a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.793792656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"499b1f21-55fe-40f8-bead-ae9b2239b501","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:04.793824765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"499b1f21-55fe-40f8-bead-ae9b2239b501","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:06.106109125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8bd84d-9562-48dd-9a08-3b037997a19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:06.163772725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8bd84d-9562-48dd-9a08-3b037997a19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:06.219219398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8bd84d-9562-48dd-9a08-3b037997a19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:06.274611349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8bd84d-9562-48dd-9a08-3b037997a19f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.32697833Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","namespace":"ai-tenant-e2e-api-a-072c99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.380985829Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","namespace":"ai-tenant-e2e-api-a-072c99","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.381097873Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","tenant":"e2e-api-a-072c99","tenantID":"e2e-api-a-072c99","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.440420483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"Deployment","name":"maas-api-e2e-api-a-072c99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.507788409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"Service","name":"maas-api-e2e-api-a-072c99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.570263987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-072c99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.626749651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-072c99","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.721125424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.777822146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.840358683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.898926566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:07.960216621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"Deployment","name":"payload-processing-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.01433775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.068537313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"Service","name":"payload-processing-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.122576646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.176251934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.230046843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.272595633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65696ae1-809a-4863-931d-1f9e1b3aae35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.326899436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.331283228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65696ae1-809a-4863-931d-1f9e1b3aae35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.38619161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65696ae1-809a-4863-931d-1f9e1b3aae35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.391705747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.441811436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65696ae1-809a-4863-931d-1f9e1b3aae35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.497156716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.553167482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.607422499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-072c99","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:08.668300526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-072c99"},"namespace":"ai-tenant-e2e-api-a-072c99","name":"default-tenant","reconcileID":"7b1b62d9-450b-4984-9578-789fbb4157a6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-072c99","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:10.457157892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b29e9ca-a18d-491e-8eb1-7d1472dc68db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:10.513315966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b29e9ca-a18d-491e-8eb1-7d1472dc68db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:10.5694003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b29e9ca-a18d-491e-8eb1-7d1472dc68db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:10.623687082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b29e9ca-a18d-491e-8eb1-7d1472dc68db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:11.084574698Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-072c99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-072c99","reconcileID":"70aa71db-92de-412d-93c0-9e226e73ab92","aitenant":"ai-tenants/e2e-api-a-072c99","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:11.90421272Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-072c99","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-072c99","reconcileID":"70aa71db-92de-412d-93c0-9e226e73ab92","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-072c99","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-072c99"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:12.616382423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae23a4ec-8f02-4405-88cc-26a92902df1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:12.687584902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae23a4ec-8f02-4405-88cc-26a92902df1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:12.745071438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae23a4ec-8f02-4405-88cc-26a92902df1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:12.799550799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae23a4ec-8f02-4405-88cc-26a92902df1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.780057333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f200eaea-9ade-4d8a-bbcf-b7677250592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.834205075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f200eaea-9ade-4d8a-bbcf-b7677250592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.862512407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c18eb1a6-2826-4bf6-80b9-7ff380aaf2cf","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.862537172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"c18eb1a6-2826-4bf6-80b9-7ff380aaf2cf","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.889142976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f200eaea-9ade-4d8a-bbcf-b7677250592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.943587533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f200eaea-9ade-4d8a-bbcf-b7677250592b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:14.998048411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"a5b8fc4f-9e9f-44f7-b412-878d0a23e6a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4bd55b","tenantID":"e2e-api-b-4bd55b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.057554358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"a5b8fc4f-9e9f-44f7-b412-878d0a23e6a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"name":"e2e-api-b-4bd55b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:15.115477675Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4bd55b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a0a03338db5c6d896a7eb99f926c8df07707513a4140e5ef99dbd2a3d112351) AuthConfig (f2f9fccc3b36e915ae51acd1407587bc9ad570f7e39c52485fae736277aeb918) AuthConfig (6bc421f9ed77911aadbe83a5ccd5b7de4f70147016f46c6395ff8d395266a593) AuthConfig (7f05332fe13ef91c2f32cfdd47049ef52e16aa6cc1cd399bdead2a7bedace14d) AuthConfig (1854ee2df238a5a14b0b9901d0b281ab7aba9826f130df6a1174b4ac121bf6cb) AuthConfig (c1a9707e631b2214f6e7172e6228fa411c168b77200ebc384693c2abe1efe8f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"a5b8fc4f-9e9f-44f7-b412-878d0a23e6a4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.913077823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989f3d71-22da-44ea-9d71-30ec08487688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:16.967549049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989f3d71-22da-44ea-9d71-30ec08487688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.021861494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989f3d71-22da-44ea-9d71-30ec08487688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:17.076284953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"989f3d71-22da-44ea-9d71-30ec08487688","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.405432165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"519b5179-e69f-4e4a-9167-7013ececf98a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.405462889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"519b5179-e69f-4e4a-9167-7013ececf98a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.446660323Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"c45a2834-e231-47ff-adfc-115b7eb81684","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.655177867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"c45a2834-e231-47ff-adfc-115b7eb81684","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4bd55b","tenantID":"e2e-api-b-4bd55b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.807369241Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"c45a2834-e231-47ff-adfc-115b7eb81684","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"name":"e2e-api-b-4bd55b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.807399824Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"e2e-e2e-api-b-4bd55b-policy","reconcileID":"c45a2834-e231-47ff-adfc-115b7eb81684","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4bd55b-policy","namespace":"ai-tenant-e2e-api-b-4bd55b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4bd55b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.868569309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a8de9ce-3e51-48da-9a88-fb504f5a9a05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:18.868592824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a8de9ce-3e51-48da-9a88-fb504f5a9a05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.142520928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69fbdf55-d349-4499-b7c8-d9844ce7a84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.19687667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69fbdf55-d349-4499-b7c8-d9844ce7a84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.250879351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69fbdf55-d349-4499-b7c8-d9844ce7a84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.305041719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69fbdf55-d349-4499-b7c8-d9844ce7a84e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.650395505Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","namespace":"ai-tenant-e2e-api-b-4bd55b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.650480272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","namespace":"ai-tenant-e2e-api-b-4bd55b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.650555882Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","tenant":"e2e-api-b-4bd55b","tenantID":"e2e-api-b-4bd55b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.706770424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"Deployment","name":"maas-api-e2e-api-b-4bd55b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.775539258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"Service","name":"maas-api-e2e-api-b-4bd55b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.832496143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-4bd55b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.888101295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-4bd55b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:19.946736594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.005383287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.062871466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.121389481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.17740295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"Deployment","name":"payload-processing-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.234469381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.292194767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"Service","name":"payload-processing-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.346276868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"Service","name":"payload-pre-processing-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.427136181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.483066075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.541097824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.599166377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.65510859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.768346023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.830320131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-4bd55b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:20.888687254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4bd55b"},"namespace":"ai-tenant-e2e-api-b-4bd55b","name":"default-tenant","reconcileID":"9f53eb5c-99ef-41d9-830f-60d88c9c5063","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-4bd55b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.38380087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854913bb-0fd0-48ad-98e8-27e89be8c0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.437989987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854913bb-0fd0-48ad-98e8-27e89be8c0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.492469822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854913bb-0fd0-48ad-98e8-27e89be8c0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:21.546672866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"854913bb-0fd0-48ad-98e8-27e89be8c0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:22.985233703Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.53232052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfd8419-e3ef-4cc7-9b66-7ae1f2a33a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.609622285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfd8419-e3ef-4cc7-9b66-7ae1f2a33a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.666211862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfd8419-e3ef-4cc7-9b66-7ae1f2a33a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:23.72204015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfd8419-e3ef-4cc7-9b66-7ae1f2a33a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.890346609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"8ae5bf19-9acf-4f6e-9543-47aac60aaf6e","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:24.890380505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"8ae5bf19-9acf-4f6e-9543-47aac60aaf6e","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.558608172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"b5b3c3c9-46d5-4e25-a00f-8ca90c3f6310","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.667617205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f540037d-83d6-436a-83d5-e3d41a27d99c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.779835237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"a779c901-a028-4ad1-a4b5-0175ab6158e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.86960327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e50951-9882-4f93-97fd-d3fa02398a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.924605017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e50951-9882-4f93-97fd-d3fa02398a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:25.980498019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e50951-9882-4f93-97fd-d3fa02398a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.034918263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46e50951-9882-4f93-97fd-d3fa02398a5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.200149543Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4bd55b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4bd55b","reconcileID":"50b99130-4b2f-444e-ae00-a2376559a551","aitenant":"ai-tenants/e2e-api-b-4bd55b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.2005404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"0f8aff71-4a07-4e4e-9cfb-d403dd4ed3f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.30140062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"5d0e871e-9ccb-4d7b-97f9-2788bbf08132","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.304844808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"668dc23f-16f4-4a97-b981-1cbfbdc8925e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.377807315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"17f44975-8900-4228-bd0d-b405a1bf2f6e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.432687973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"61b1ecba-10d3-45d5-9115-a717bbb13fba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.542010208Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"9b75d62c-9c8c-49d8-a4a0-98e1fdc8a6dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.653592332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"fc1fb378-959e-48c9-93cb-6305afe2f597","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.753723871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8aa8e939-c110-43d4-ac0f-a3bb000c7c3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:26.894916209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"2b7c95ec-3fb5-4e78-98a0-69ddf2c5782f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:27.031548946Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4bd55b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4bd55b","reconcileID":"50b99130-4b2f-444e-ae00-a2376559a551","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4bd55b","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-4bd55b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.072063082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3bc1ce-8548-4cc5-b905-19cb34273da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.126135274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3bc1ce-8548-4cc5-b905-19cb34273da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.162547687Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd0f97e8-c125-40a4-a5c1-9705232cc41b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.162586852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dd0f97e8-c125-40a4-a5c1-9705232cc41b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.180361295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3bc1ce-8548-4cc5-b905-19cb34273da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.234706304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c3bc1ce-8548-4cc5-b905-19cb34273da1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.243424045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fe3da81-64ae-45f1-bc53-d11463898ceb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.243455662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fe3da81-64ae-45f1-bc53-d11463898ceb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.46528041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7b7bb73c","reconcileID":"7ff810d4-625f-4d6d-89dd-1cc6d2f97409","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.525213265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7b7bb73c","reconcileID":"7ff810d4-625f-4d6d-89dd-1cc6d2f97409","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.52950803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7497480-cacd-48ab-ab66-3bca82e25d80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.529533523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7497480-cacd-48ab-ab66-3bca82e25d80","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.606089903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d612a39-b915-47a4-8d3e-b2a489cbb41f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.606119468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d612a39-b915-47a4-8d3e-b2a489cbb41f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:11:28.676579461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7b7bb73c","reconcileID":"82344c38-7151-4bb8-b10e-dc1c127e1778","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-7b7bb73c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.72957941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebae58ff-100f-427e-a646-71d399818454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.744662189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f066e4b-f68a-4c07-b29b-a7b0ef9292f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.790221472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ebae58ff-100f-427e-a646-71d399818454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.79106642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ff87f2d-b9f9-4450-ae91-824153572b18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.791086441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ff87f2d-b9f9-4450-ae91-824153572b18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.805011765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f066e4b-f68a-4c07-b29b-a7b0ef9292f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.853178467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bcd225e-8af1-49fd-9309-7c717be9977d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.853307795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4bcd225e-8af1-49fd-9309-7c717be9977d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.855285003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78840baf-380c-4ece-9cc9-6a76e46af8cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:28.855314625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78840baf-380c-4ece-9cc9-6a76e46af8cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.018488442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7b7bb73c","reconcileID":"1a8edbdf-4d18-466c-a8c3-d817d21f3916","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.083818988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7b7bb73c","reconcileID":"1a8edbdf-4d18-466c-a8c3-d817d21f3916","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.144884636Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7b7bb73c","reconcileID":"a12c9ddb-1819-4e74-a1e9-ed20f547a7f2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-7b7bb73c","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.145108264Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7b7bb73c","reconcileID":"a12c9ddb-1819-4e74-a1e9-ed20f547a7f2","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7b7bb73c","error":"MaaSModelRef not found: llm/nonexistent-model-7b7bb73c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.174826429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b231a926-629f-464c-846d-3555a87242cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.234593944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b231a926-629f-464c-846d-3555a87242cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.306261275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a93d4ed-08b8-4aea-9179-6c3ed69a9ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.377993616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a93d4ed-08b8-4aea-9179-6c3ed69a9ee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.422600678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3fa3ec3e-85ba-4794-97e0-cbc72d5ee52c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.484657906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9af2c328-41b9-49b2-b273-0fc5e28f9a9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.484688679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9af2c328-41b9-49b2-b273-0fc5e28f9a9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.763800291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7b7bb73c","reconcileID":"f6371bb2-0d26-42c3-a4bd-a0ba6a677b83","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:29.76403359Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7b7bb73c","reconcileID":"f6371bb2-0d26-42c3-a4bd-a0ba6a677b83","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7b7bb73c","error":"MaaSModelRef not found: llm/nonexistent-model-7b7bb73c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.273936601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f427f40-31e7-452f-89a1-25388fac9eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.328676263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f427f40-31e7-452f-89a1-25388fac9eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.384225265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f427f40-31e7-452f-89a1-25388fac9eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:30.442346761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f427f40-31e7-452f-89a1-25388fac9eda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.277365707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"314d5cb4-179a-4be9-8e6c-543d35f803fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.277395819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"314d5cb4-179a-4be9-8e6c-543d35f803fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.44400095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c4be810-f5c8-4f7b-91e7-8ebdc20914b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.444930755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1428e514-e56a-4182-87ee-3fd68ef51700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.44564086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7b7bb73c","reconcileID":"c83e835d-624f-4c18-9069-a32f4edd5a1a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.504691781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c4be810-f5c8-4f7b-91e7-8ebdc20914b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.509161305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7b7bb73c","reconcileID":"c83e835d-624f-4c18-9069-a32f4edd5a1a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:31.509413031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1428e514-e56a-4182-87ee-3fd68ef51700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:32.470291798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263e46ef-3735-4ca6-bec2-9e889111d418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:32.524792971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263e46ef-3735-4ca6-bec2-9e889111d418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:32.581477723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263e46ef-3735-4ca6-bec2-9e889111d418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:32.636255412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"263e46ef-3735-4ca6-bec2-9e889111d418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.891612277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"fad86153-ab9f-456a-909c-91a5dc7bdcc2","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:34.89163681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"fad86153-ab9f-456a-909c-91a5dc7bdcc2","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.615803517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6bac889-e69d-4a44-bb77-9cd615e275a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.669694091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6bac889-e69d-4a44-bb77-9cd615e275a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.723815455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6bac889-e69d-4a44-bb77-9cd615e275a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.77968219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6bac889-e69d-4a44-bb77-9cd615e275a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.823343951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"7f221f1d-0bec-4395-ba07-30be2a421b4d","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"tenant":"e2e-mt-22698157","gateway":"openshift-ingress/e2e-mt-22698157","model":"ai-tenant-e2e-mt-22698157/e2e-lifecycle-model-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:40.82336536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"e2e-lifecycle-model-22698157","reconcileID":"7f221f1d-0bec-4395-ba07-30be2a421b4d","MaaSModelRef":{"name":"e2e-lifecycle-model-22698157","namespace":"ai-tenant-e2e-mt-22698157"},"routeName":"e2e-lifecycle-model-22698157-kserve-route","namespace":"ai-tenant-e2e-mt-22698157","llmisvcName":"e2e-lifecycle-model-22698157","gateway":"openshift-ingress/e2e-mt-22698157","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:41.122477526Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0b510e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0b510e","reconcileID":"df7df8c7-6b98-4a7f-824c-8204c78f6bbb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0b510e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-0b510e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:41.446444407Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7b7bb73c","reconcileID":"c0adfef4-cc9d-4d4c-bc50-a7fd73af4349","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-7b7bb73c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:41.680315241Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7b7bb73c","reconcileID":"c0adfef4-cc9d-4d4c-bc50-a7fd73af4349","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:41.680355971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7b7bb73c","reconcileID":"c0adfef4-cc9d-4d4c-bc50-a7fd73af4349","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7b7bb73c","subscription":"e2e-neg-ghost-sub-7b7bb73c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:41.680492996Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-7b7bb73c","reconcileID":"c0adfef4-cc9d-4d4c-bc50-a7fd73af4349","MaaSSubscription":{"name":"e2e-neg-ghost-sub-7b7bb73c","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7b7bb73c","error":"MaaSModelRef not found: llm/nonexistent-model-7b7bb73c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:41.946859262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9bfcc270-d8a9-4b30-8fd5-62bb26fad0ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.059074857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68b8760-94c3-4066-95c5-3892a3222b0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.059124361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b68b8760-94c3-4066-95c5-3892a3222b0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.193207628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e06ca14-451f-4fd8-941f-c2f1eb99e9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.205087976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e06ca14-451f-4fd8-941f-c2f1eb99e9e7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.296446006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7b7bb73c","reconcileID":"5d6dbcc3-057f-4b49-94c1-d8b91fe9b877","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.301258548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"433ac27a-1dc4-4138-901a-9756e772504f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.301889562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"185b01e1-e2de-43b5-987a-84a9a18cd845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.383848056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7b7bb73c","reconcileID":"5d6dbcc3-057f-4b49-94c1-d8b91fe9b877","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.388524928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"185b01e1-e2de-43b5-987a-84a9a18cd845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.391581624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"433ac27a-1dc4-4138-901a-9756e772504f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.604623573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-7b7bb73c","reconcileID":"486d528f-a1f2-4eab-845e-b4e445191ad2","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-7b7bb73c","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.863698523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b5ed88d-11bf-4e33-beb2-34410910748d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:42.863720749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8b5ed88d-11bf-4e33-beb2-34410910748d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.056664356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ecc6c-a2b7-4883-9134-8f357c4a747f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.14762641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ecc6c-a2b7-4883-9134-8f357c4a747f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.202260423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ecc6c-a2b7-4883-9134-8f357c4a747f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.257610651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f85ecc6c-a2b7-4883-9134-8f357c4a747f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.533312569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5946f5b1","reconcileID":"5b1912ba-e9fd-45cb-a6bd-b8e009fc6cd0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.555382409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc1368d9-10ea-4a31-bea2-583d0bb8b290","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.555408526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc1368d9-10ea-4a31-bea2-583d0bb8b290","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.593578529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5946f5b1","reconcileID":"5b1912ba-e9fd-45cb-a6bd-b8e009fc6cd0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:43.705884945Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5946f5b1","reconcileID":"5b1912ba-e9fd-45cb-a6bd-b8e009fc6cd0","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5946f5b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.021352155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf4d6af0-a5a3-410d-a7ed-c006a2645cef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.021378361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf4d6af0-a5a3-410d-a7ed-c006a2645cef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.255681519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5946f5b1","reconcileID":"e5418fae-db05-48cc-a384-0fa47141050d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.332327281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5946f5b1","reconcileID":"e5418fae-db05-48cc-a384-0fa47141050d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:44.467654261Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5946f5b1","reconcileID":"e5418fae-db05-48cc-a384-0fa47141050d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5946f5b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:45.317005331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7dfc64-c44f-4cea-8946-c46e2725173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:45.371701311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7dfc64-c44f-4cea-8946-c46e2725173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:45.427129458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7dfc64-c44f-4cea-8946-c46e2725173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:45.481331485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b7dfc64-c44f-4cea-8946-c46e2725173b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:45.886767053Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5946f5b1","reconcileID":"6af9e26e-4498-4b84-a000-faaeb4721686","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:45.886876977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c12a53ab-60a4-46bd-9954-0fbcc1a9243d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:45.886896003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c12a53ab-60a4-46bd-9954-0fbcc1a9243d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:45.940937887Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-5946f5b1","reconcileID":"6af9e26e-4498-4b84-a000-faaeb4721686","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-5946f5b1","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-5946f5b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.153625067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e863de08-63b3-43a4-a23c-71467e42f2da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:46.153649503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e863de08-63b3-43a4-a23c-71467e42f2da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.470923396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b65cbd-c6a6-494a-af3a-eae3d8db383b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.547854581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b65cbd-c6a6-494a-af3a-eae3d8db383b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.622832725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b65cbd-c6a6-494a-af3a-eae3d8db383b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:47.678239459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b65cbd-c6a6-494a-af3a-eae3d8db383b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.458332699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ab5dca6-bbe8-4016-a694-32d0cdad5ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.45836303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ab5dca6-bbe8-4016-a694-32d0cdad5ff3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.47929361Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","namespace":"ai-tenant-e2e-mt-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.479399809Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","namespace":"ai-tenant-e2e-mt-22698157","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.479473488Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","tenant":"e2e-mt-22698157","tenantID":"e2e-mt-22698157","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.515445005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c506589-68cb-4376-9b64-703537b3ca19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.515471144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c506589-68cb-4376-9b64-703537b3ca19","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.535659567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"Deployment","name":"maas-api-e2e-mt-22698157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.61544637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"Service","name":"maas-api-e2e-mt-22698157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.62404911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"21ead03c-53bd-42c3-8e43-399cb07ecf66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","tenantID":"e2e-api-b-2f883d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.672815688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-22698157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.771502062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-22698157","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.789583923Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"21ead03c-53bd-42c3-8e43-399cb07ecf66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"name":"e2e-api-b-2f883d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.831988738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.85276428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2f883d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"21ead03c-53bd-42c3-8e43-399cb07ecf66","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.906920654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.919718005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6990589b-a5df-4fc1-bcb2-16df90205f52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.919745805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6990589b-a5df-4fc1-bcb2-16df90205f52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:48.994737055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.051313221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.109683981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"Deployment","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.163284418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.217044845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"Service","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.270620851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"Service","name":"payload-pre-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.324275438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"DestinationRule","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.380504858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.434834001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.492777897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.5483286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.601851125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.65535485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-22698157","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.668591427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2307777-a1c9-48fb-85a1-01e7eb5258dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.722397813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-22698157"},"namespace":"ai-tenant-e2e-mt-22698157","name":"default-tenant","reconcileID":"dbf72621-14d6-4551-b5ff-ced3c1a8382d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-22698157","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.723270842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2307777-a1c9-48fb-85a1-01e7eb5258dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.800208573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2307777-a1c9-48fb-85a1-01e7eb5258dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:49.867427348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2307777-a1c9-48fb-85a1-01e7eb5258dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:51.823708278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d08e65-ff20-46fd-9a08-7cdb5ad35f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:51.877875422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d08e65-ff20-46fd-9a08-7cdb5ad35f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:51.932242601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d08e65-ff20-46fd-9a08-7cdb5ad35f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:51.986363358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83d08e65-ff20-46fd-9a08-7cdb5ad35f6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.340433749Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e47f7e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e47f7e","reconcileID":"65ce5e52-7dda-4536-9ed8-6e81dc2afbd8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e47f7e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-e47f7e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:52.983068241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.002330122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8928292e-4905-43ee-97e3-22409db4734c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.056719401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8928292e-4905-43ee-97e3-22409db4734c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.111080562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8928292e-4905-43ee-97e3-22409db4734c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.166191504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8928292e-4905-43ee-97e3-22409db4734c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.275138795Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"c6d958a5-ffd8-4186-af9b-32ac7a2faf46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.275427798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa4ca028-aae4-4a29-82bb-6dc734e738e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.275562505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa4ca028-aae4-4a29-82bb-6dc734e738e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.503467695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"c6d958a5-ffd8-4186-af9b-32ac7a2faf46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-24f65d","tenantID":"e2e-api-a-24f65d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.637487912Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"c6d958a5-ffd8-4186-af9b-32ac7a2faf46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"name":"e2e-api-a-24f65d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.637517383Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"e2e-e2e-api-a-24f65d-policy","reconcileID":"c6d958a5-ffd8-4186-af9b-32ac7a2faf46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-24f65d-policy","namespace":"ai-tenant-e2e-api-a-24f65d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-24f65d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.698841112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcdb7d95-277c-4297-b490-fef3aab0b0c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:54.698878393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcdb7d95-277c-4297-b490-fef3aab0b0c2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.244125451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb4dc60-ddc1-435d-ae20-ad652fa05a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.298508662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb4dc60-ddc1-435d-ae20-ad652fa05a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.375161778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb4dc60-ddc1-435d-ae20-ad652fa05a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:56.441528503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebb4dc60-ddc1-435d-ae20-ad652fa05a8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:57.468721891Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-22698157","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-22698157","reconcileID":"2f9f161a-78dc-423d-8c2a-e315ea311641","aitenant":"ai-tenants/e2e-mt-22698157","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.277357152Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-22698157","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-22698157","reconcileID":"2f9f161a-78dc-423d-8c2a-e315ea311641","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-22698157","removed":["maas.opendatahub.io/gateway-access-e2e-mt-22698157"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.475896791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea4484e-982d-4750-a025-b6d747bf05ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.539175553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea4484e-982d-4750-a025-b6d747bf05ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.597137672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea4484e-982d-4750-a025-b6d747bf05ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:58.652096612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dea4484e-982d-4750-a025-b6d747bf05ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:59.043920895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"7bf5eb0e-18f5-45d6-9c52-9adc7611625c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","tenantID":"e2e-api-b-2f883d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:59.107680221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"7bf5eb0e-18f5-45d6-9c52-9adc7611625c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"name":"e2e-api-b-2f883d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:11:59.166672485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2f883d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"7bf5eb0e-18f5-45d6-9c52-9adc7611625c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:00.64821352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf412dd4-38aa-4fff-b133-9fd3542d8943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:00.702354889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf412dd4-38aa-4fff-b133-9fd3542d8943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:00.75650416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf412dd4-38aa-4fff-b133-9fd3542d8943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:00.810541272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf412dd4-38aa-4fff-b133-9fd3542d8943","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.292654188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0473748-27a4-44ac-a08f-46a5f90c901b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.292683456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0473748-27a4-44ac-a08f-46a5f90c901b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.351202089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cffe7cf8-bc82-4288-89eb-f72e0b193fa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.351229212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cffe7cf8-bc82-4288-89eb-f72e0b193fa9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.461245636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"67cf05fb-a072-45d6-8faa-55d9d14ec743","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4d34d","tenantID":"e2e-api-b-c4d34d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.601112265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"67cf05fb-a072-45d6-8faa-55d9d14ec743","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"name":"e2e-api-b-c4d34d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.660058496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4d34d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"67cf05fb-a072-45d6-8faa-55d9d14ec743","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.72380354Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"887f25ff-123a-44fa-a60f-336b5d554aed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.723904296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"887f25ff-123a-44fa-a60f-336b5d554aed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.807161802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66dcc0ca-c22a-4d90-83dd-efeeb28254d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.861969676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66dcc0ca-c22a-4d90-83dd-efeeb28254d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.918189988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66dcc0ca-c22a-4d90-83dd-efeeb28254d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:02.973267288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66dcc0ca-c22a-4d90-83dd-efeeb28254d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:04.439130984Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9d8d86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9d8d86","reconcileID":"67980668-d77a-43fc-a31a-cd3fa65dcfa9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9d8d86","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-9d8d86":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.018892173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2765b8d5-cba6-4158-b18a-82c68c1bc6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.073709761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2765b8d5-cba6-4158-b18a-82c68c1bc6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.129063868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2765b8d5-cba6-4158-b18a-82c68c1bc6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:05.184319412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2765b8d5-cba6-4158-b18a-82c68c1bc6a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:07.183349465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429b0a8c-41a3-4275-8dd2-826ad75a85ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:07.238532615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429b0a8c-41a3-4275-8dd2-826ad75a85ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:07.292764205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429b0a8c-41a3-4275-8dd2-826ad75a85ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:07.347559482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429b0a8c-41a3-4275-8dd2-826ad75a85ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.452621421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47c546f3-4b84-425b-b14d-6cc585394dbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.452654986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47c546f3-4b84-425b-b14d-6cc585394dbc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.453989008Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"2b9822ca-315a-404e-9281-6ea3113f80ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.66891788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"2b9822ca-315a-404e-9281-6ea3113f80ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-861e42","tenantID":"e2e-api-a-861e42","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.808210547Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"2b9822ca-315a-404e-9281-6ea3113f80ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"name":"e2e-api-a-861e42-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.808326294Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"e2e-e2e-api-a-861e42-policy","reconcileID":"2b9822ca-315a-404e-9281-6ea3113f80ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-861e42-policy","namespace":"ai-tenant-e2e-api-a-861e42"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-861e42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.868408535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08828209-8e3a-4afe-84cc-190b22f10801","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:08.868436398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08828209-8e3a-4afe-84cc-190b22f10801","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.275924406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"b8ba82f7-4d40-4239-a42a-13948c599847","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","tenantID":"e2e-api-b-2f883d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.335654222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"b8ba82f7-4d40-4239-a42a-13948c599847","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"name":"e2e-api-b-2f883d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.363251157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798d79e5-08a7-4cff-8b96-284d702e23fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.420243418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798d79e5-08a7-4cff-8b96-284d702e23fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.422748724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2f883d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b792af14092c3bab299db41ef27d9db049b11bba0cdba05d10373604895080b) AuthConfig (c4ca0ef07083cafdb490500219883458a665655bd32d46a0ce7d8fae52697e9b) AuthConfig (d5b379e5cf00ce917638395fbfa3c56dc3a33b33f051dec0e8e9b95de8391c33) AuthConfig (21a3257fad858fbe43a52fb622d1174991b6c9d167ff74df9c86d89cc41f66c8) AuthConfig (59dfaf96c2781ab009353a9c2a141260af298a425ecf75e7a0cfa92d631b2fc1) AuthConfig (794ad3937c41f1c9a853cd3e9d3a58e5d6118cfb537fd14030e5390b65d1131c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"b8ba82f7-4d40-4239-a42a-13948c599847","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.476292672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798d79e5-08a7-4cff-8b96-284d702e23fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.530926945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"798d79e5-08a7-4cff-8b96-284d702e23fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.534364877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aff60295-fe3d-4c97-a912-00f60feb2450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:09.534385272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aff60295-fe3d-4c97-a912-00f60feb2450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.524681865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57be4a16-a7ca-4537-8bb0-4b2c8313c7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.582022847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57be4a16-a7ca-4537-8bb0-4b2c8313c7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.636720728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57be4a16-a7ca-4537-8bb0-4b2c8313c7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:11.691125513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57be4a16-a7ca-4537-8bb0-4b2c8313c7c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:12.888321662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"94000fe8-11dd-49eb-a363-056450f3ff08","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4d34d","tenantID":"e2e-api-b-c4d34d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:12.949725628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"94000fe8-11dd-49eb-a363-056450f3ff08","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"name":"e2e-api-b-c4d34d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.008077571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4d34d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"94000fe8-11dd-49eb-a363-056450f3ff08","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.664729824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e651076d-e7da-45be-9368-46d71c4f9f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.718881446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e651076d-e7da-45be-9368-46d71c4f9f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.774392848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e651076d-e7da-45be-9368-46d71c4f9f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:13.829312596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e651076d-e7da-45be-9368-46d71c4f9f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.806197062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74d8608-17e6-4ffc-8157-a2ffbc085a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.861009803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74d8608-17e6-4ffc-8157-a2ffbc085a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.915447584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74d8608-17e6-4ffc-8157-a2ffbc085a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:15.970126012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d74d8608-17e6-4ffc-8157-a2ffbc085a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.346884851Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","namespace":"ai-tenant-e2e-api-a-24f65d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.34698883Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","namespace":"ai-tenant-e2e-api-a-24f65d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.347040069Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","tenant":"e2e-api-a-24f65d","tenantID":"e2e-api-a-24f65d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.403443777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"Deployment","name":"maas-api-e2e-api-a-24f65d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.466142486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"Service","name":"maas-api-e2e-api-a-24f65d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.527532871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-24f65d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.58399159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-24f65d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.654362709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.7112616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.770586082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.831173518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.890174478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"Deployment","name":"payload-processing-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.943775647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:17.997386465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"Service","name":"payload-processing-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.051646297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"Service","name":"payload-pre-processing-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.105234463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.158819975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.21240178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.27336166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.327168625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.380756712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.436443158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-24f65d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:18.490434493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-24f65d"},"namespace":"ai-tenant-e2e-api-a-24f65d","name":"default-tenant","reconcileID":"eb23a20d-c074-41c5-9fc2-aa2b1dce0623","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-24f65d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.642343135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"27eaa6f9-40fa-442e-a0e0-f7d4fbefc605","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","tenantID":"e2e-api-b-2f883d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.702338636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"27eaa6f9-40fa-442e-a0e0-f7d4fbefc605","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"name":"e2e-api-b-2f883d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:19.760985209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-2f883d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5b792af14092c3bab299db41ef27d9db049b11bba0cdba05d10373604895080b) AuthConfig (c4ca0ef07083cafdb490500219883458a665655bd32d46a0ce7d8fae52697e9b) AuthConfig (d5b379e5cf00ce917638395fbfa3c56dc3a33b33f051dec0e8e9b95de8391c33) AuthConfig (21a3257fad858fbe43a52fb622d1174991b6c9d167ff74df9c86d89cc41f66c8) AuthConfig (59dfaf96c2781ab009353a9c2a141260af298a425ecf75e7a0cfa92d631b2fc1) AuthConfig (794ad3937c41f1c9a853cd3e9d3a58e5d6118cfb537fd14030e5390b65d1131c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"27eaa6f9-40fa-442e-a0e0-f7d4fbefc605","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:22.984045251Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.116669266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"a79c6ada-98ac-4f7e-b636-37eb5467b9fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4d34d","tenantID":"e2e-api-b-c4d34d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.176485864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"a79c6ada-98ac-4f7e-b636-37eb5467b9fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"name":"e2e-api-b-c4d34d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:23.234510939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4d34d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"a79c6ada-98ac-4f7e-b636-37eb5467b9fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:26.690288557Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-24f65d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-24f65d","reconcileID":"887e1f0f-a736-42cb-aef4-a89b8c53dd5e","aitenant":"ai-tenants/e2e-api-a-24f65d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.200283017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c2761e-5777-4f11-9be9-bd5406af3e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.254484802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c2761e-5777-4f11-9be9-bd5406af3e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.308805508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c2761e-5777-4f11-9be9-bd5406af3e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.363049254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8c2761e-5777-4f11-9be9-bd5406af3e2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:27.54038678Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-24f65d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-24f65d","reconcileID":"887e1f0f-a736-42cb-aef4-a89b8c53dd5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-24f65d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-24f65d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.414301251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c277922-e122-44c4-954e-2dec60c11bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.468499367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c277922-e122-44c4-954e-2dec60c11bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.522723209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c277922-e122-44c4-954e-2dec60c11bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.57732739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c277922-e122-44c4-954e-2dec60c11bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.905838966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"aac7910f-f1f8-4a03-9de7-d2d6e8655ae6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","tenantID":"e2e-api-b-2f883d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:29.965604408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"aac7910f-f1f8-4a03-9de7-d2d6e8655ae6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"name":"e2e-api-b-2f883d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.246088118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e79fa063-be9a-450f-aab4-eb0079c8b415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:30.246111119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e79fa063-be9a-450f-aab4-eb0079c8b415","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.611226622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ecf538-291c-4560-839d-8c8cd1ecddce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.666204456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ecf538-291c-4560-839d-8c8cd1ecddce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.720481698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ecf538-291c-4560-839d-8c8cd1ecddce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:31.77533774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35ecf538-291c-4560-839d-8c8cd1ecddce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.344907633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"4a511d3c-f0d0-4be9-bb91-295dc9954ab6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4d34d","tenantID":"e2e-api-b-c4d34d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.406428132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"4a511d3c-f0d0-4be9-bb91-295dc9954ab6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"name":"e2e-api-b-c4d34d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.465302354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4d34d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d2fb96288921f59dc6b0dcb377b5a55e1faff7b7ebe929314cce846db7c8fa91) AuthConfig (d106c8bc48d68e7dc6917a4e0cb900966258568acbb02adc3be73ad35e1477a3) AuthConfig (3a5aab362afbd54d4b1699e0ab4d9f4836422ecd2258be72381ee484f96899c0) AuthConfig (e53c77a8a6e63cd5993bc9f70795a6e881152e05f378ed6087fee117e2bceaa5) AuthConfig (033d23d563fb6bebb190cf082ebce945cee2c0479b533f25766c92e9978caf55) AuthConfig (609587887b4059f0b4dea2480fe78688a9df2d9e7fd038af1d6ae293149c1ed0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"4a511d3c-f0d0-4be9-bb91-295dc9954ab6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.525711371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6516f8e-ab83-477f-99d7-fcc9acc540f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.52573449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6516f8e-ab83-477f-99d7-fcc9acc540f2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.813023021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3a9020-772a-461a-9510-585666e29d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.867671509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3a9020-772a-461a-9510-585666e29d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.921882796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3a9020-772a-461a-9510-585666e29d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.977036001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a3a9020-772a-461a-9510-585666e29d27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.989144534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe7edc26-fa97-4379-80aa-2f7e887e9d1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.989173116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe7edc26-fa97-4379-80aa-2f7e887e9d1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:33.98914749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"02c913a0-b689-4ba2-b437-a6e7b767ddb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.242836393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"02c913a0-b689-4ba2-b437-a6e7b767ddb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","tenantID":"e2e-api-b-2f883d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.376182572Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"02c913a0-b689-4ba2-b437-a6e7b767ddb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"name":"e2e-api-b-2f883d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.376212333Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"02c913a0-b689-4ba2-b437-a6e7b767ddb7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.443047314Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"680c037d-6af5-4d7e-b110-9fbd7528d004","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.444050455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83d579b4-e02b-40a6-bb04-04f3bfb0770a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.444068358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83d579b4-e02b-40a6-bb04-04f3bfb0770a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.611724437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"680c037d-6af5-4d7e-b110-9fbd7528d004","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","tenantID":"e2e-api-b-2f883d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.672974196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"680c037d-6af5-4d7e-b110-9fbd7528d004","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"name":"e2e-api-b-2f883d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:34.673008106Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"680c037d-6af5-4d7e-b110-9fbd7528d004","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-2f883d","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:12:34.727411128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-2f883d-policy","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"e2e-e2e-api-b-2f883d-policy","reconcileID":"680c037d-6af5-4d7e-b110-9fbd7528d004","error":"maasauthpolicies.maas.opendatahub.io \"e2e-e2e-api-b-2f883d-policy\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.003554813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcef1c6-1dfc-48db-9b91-0510475ff4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.057797137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcef1c6-1dfc-48db-9b91-0510475ff4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.112036639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcef1c6-1dfc-48db-9b91-0510475ff4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:36.167071092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dcef1c6-1dfc-48db-9b91-0510475ff4dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.127605744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18226f28-0618-4248-afb3-12ee80264660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.181775177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18226f28-0618-4248-afb3-12ee80264660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.236690067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18226f28-0618-4248-afb3-12ee80264660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:38.297129045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18226f28-0618-4248-afb3-12ee80264660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.500313625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"4747733d-0ef7-4577-9956-ba8e569bfd9f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-0b510e","tenantID":"e2e-ipp-a-0b510e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.62262041Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"4747733d-0ef7-4577-9956-ba8e569bfd9f","name":"e2e-ipp-a-0b510e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.737084884Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","namespace":"ai-tenant-e2e-api-a-861e42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.73714547Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","namespace":"ai-tenant-e2e-api-a-861e42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.737197664Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","tenant":"e2e-api-a-861e42","tenantID":"e2e-api-a-861e42","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.79289307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"Deployment","name":"maas-api-e2e-api-a-861e42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.854747393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"Service","name":"maas-api-e2e-api-a-861e42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.915918087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-861e42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:39.971756637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-861e42","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.029796924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.092653705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.153814778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.212229885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.266384617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"Deployment","name":"payload-processing-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.300684964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"555eb8f6-006b-4cc3-8cf5-1bc0e8d9882e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.354633954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.355090382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"555eb8f6-006b-4cc3-8cf5-1bc0e8d9882e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.40889491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"Service","name":"payload-processing-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.409966421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"555eb8f6-006b-4cc3-8cf5-1bc0e8d9882e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.464095477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"Service","name":"payload-pre-processing-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.464436506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"555eb8f6-006b-4cc3-8cf5-1bc0e8d9882e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.518689505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.572200626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.62563441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.683150682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.739225113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.792784401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.847319762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-861e42","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:40.901370833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-861e42"},"namespace":"ai-tenant-e2e-api-a-861e42","name":"default-tenant","reconcileID":"60f1de62-08f9-4621-adf9-fe2426279765","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-861e42","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.45958232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e316863-1b10-4bd5-8570-c249e0dfbaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.514374844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e316863-1b10-4bd5-8570-c249e0dfbaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.569681197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e316863-1b10-4bd5-8570-c249e0dfbaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:42.623913692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e316863-1b10-4bd5-8570-c249e0dfbaf8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:43.664421816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"b9a9edc9-60b5-4d72-87cb-b619f3a70f5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4d34d","tenantID":"e2e-api-b-c4d34d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:43.778149753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"b9a9edc9-60b5-4d72-87cb-b619f3a70f5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"name":"e2e-api-b-c4d34d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:43.839612708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4d34d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d2fb96288921f59dc6b0dcb377b5a55e1faff7b7ebe929314cce846db7c8fa91) AuthConfig (d106c8bc48d68e7dc6917a4e0cb900966258568acbb02adc3be73ad35e1477a3) AuthConfig (3a5aab362afbd54d4b1699e0ab4d9f4836422ecd2258be72381ee484f96899c0) AuthConfig (e53c77a8a6e63cd5993bc9f70795a6e881152e05f378ed6087fee117e2bceaa5) AuthConfig (033d23d563fb6bebb190cf082ebce945cee2c0479b533f25766c92e9978caf55) AuthConfig (609587887b4059f0b4dea2480fe78688a9df2d9e7fd038af1d6ae293149c1ed0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"b9a9edc9-60b5-4d72-87cb-b619f3a70f5f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:44.61302276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0991795-3140-4e93-9bbc-e5a8517414e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:44.667097504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0991795-3140-4e93-9bbc-e5a8517414e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:44.721218448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0991795-3140-4e93-9bbc-e5a8517414e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:44.775480237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0991795-3140-4e93-9bbc-e5a8517414e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.314194927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"0b1bd8eb-46d8-4b30-9090-f17909f62190","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-e47f7e","tenantID":"e2e-ipp-a-e47f7e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.437122522Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"0b1bd8eb-46d8-4b30-9090-f17909f62190","name":"e2e-ipp-a-e47f7e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.81360569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510146d2-bc13-4431-86cf-955003f651d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.86762434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510146d2-bc13-4431-86cf-955003f651d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.921524856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510146d2-bc13-4431-86cf-955003f651d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:46.976066157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"510146d2-bc13-4431-86cf-955003f651d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:49.021107614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a677684-abd4-4533-ba15-425ff04216bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:49.076505862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a677684-abd4-4533-ba15-425ff04216bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:49.131118791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a677684-abd4-4533-ba15-425ff04216bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:49.18635634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a677684-abd4-4533-ba15-425ff04216bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:49.987370647Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-861e42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-861e42","reconcileID":"1dc8286a-94ea-4a50-b0ed-62738c871574","aitenant":"ai-tenants/e2e-api-a-861e42","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:50.808797724Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-861e42","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-861e42","reconcileID":"1dc8286a-94ea-4a50-b0ed-62738c871574","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-861e42","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-861e42"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:51.387583233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9aa103-f05e-408b-a08b-08d323f487a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:51.441818988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9aa103-f05e-408b-a08b-08d323f487a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:51.502213532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9aa103-f05e-408b-a08b-08d323f487a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:51.558108961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f9aa103-f05e-408b-a08b-08d323f487a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:52.983859534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.526618674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac4eed86-448c-4448-b757-676b6bf099c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.584761317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac4eed86-448c-4448-b757-676b6bf099c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.638882264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac4eed86-448c-4448-b757-676b6bf099c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.692993534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac4eed86-448c-4448-b757-676b6bf099c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:53.972747207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"957d21e4-071e-42b7-9cb2-4f028be85654","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4d34d","tenantID":"e2e-api-b-c4d34d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.032451499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"957d21e4-071e-42b7-9cb2-4f028be85654","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"name":"e2e-api-b-c4d34d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:54.090668546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c4d34d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d2fb96288921f59dc6b0dcb377b5a55e1faff7b7ebe929314cce846db7c8fa91) AuthConfig (d106c8bc48d68e7dc6917a4e0cb900966258568acbb02adc3be73ad35e1477a3) AuthConfig (3a5aab362afbd54d4b1699e0ab4d9f4836422ecd2258be72381ee484f96899c0) AuthConfig (e53c77a8a6e63cd5993bc9f70795a6e881152e05f378ed6087fee117e2bceaa5) AuthConfig (033d23d563fb6bebb190cf082ebce945cee2c0479b533f25766c92e9978caf55) AuthConfig (609587887b4059f0b4dea2480fe78688a9df2d9e7fd038af1d6ae293149c1ed0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"957d21e4-071e-42b7-9cb2-4f028be85654","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.707416426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd9f122-3261-4947-99a3-c73b694168cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.762371484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd9f122-3261-4947-99a3-c73b694168cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.816559295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd9f122-3261-4947-99a3-c73b694168cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:55.870623331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd9f122-3261-4947-99a3-c73b694168cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.337251198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2850184-e78d-4b40-9637-9e6ad95b3809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.337288012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2850184-e78d-4b40-9637-9e6ad95b3809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.338318697Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"29cf9e0f-a82c-475b-af32-0e31bc3de68e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.546239443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"29cf9e0f-a82c-475b-af32-0e31bc3de68e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4d34d","tenantID":"e2e-api-b-c4d34d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.679373142Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"29cf9e0f-a82c-475b-af32-0e31bc3de68e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"name":"e2e-api-b-c4d34d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.679405638Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"e2e-e2e-api-b-c4d34d-policy","reconcileID":"29cf9e0f-a82c-475b-af32-0e31bc3de68e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c4d34d-policy","namespace":"ai-tenant-e2e-api-b-c4d34d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c4d34d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.738737514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf282be-42e9-4ec2-af90-797b561182ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.738766173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf282be-42e9-4ec2-af90-797b561182ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.904411184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d5676-18b3-488f-b0f3-70479a2f411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:57.961197426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d5676-18b3-488f-b0f3-70479a2f411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:58.015359117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d5676-18b3-488f-b0f3-70479a2f411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:12:58.070579307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c25d5676-18b3-488f-b0f3-70479a2f411b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.130928605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18dd28ac-39c9-44ab-9a9b-8a7764ecf892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.186370594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18dd28ac-39c9-44ab-9a9b-8a7764ecf892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.243286275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18dd28ac-39c9-44ab-9a9b-8a7764ecf892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:00.298223791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18dd28ac-39c9-44ab-9a9b-8a7764ecf892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:02.415162626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4547c7-67bd-41bc-99c4-80663a589159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:02.469521859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4547c7-67bd-41bc-99c4-80663a589159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:02.523669365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4547c7-67bd-41bc-99c4-80663a589159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:02.578790587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4547c7-67bd-41bc-99c4-80663a589159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:04.684228858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ac5de2-21ce-454e-848c-be64e7521c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:04.743270775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ac5de2-21ce-454e-848c-be64e7521c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:04.798287059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ac5de2-21ce-454e-848c-be64e7521c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:04.861458238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ac5de2-21ce-454e-848c-be64e7521c17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:06.83935772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e936f8-04ba-44b2-8f49-7477237d5ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:06.896582171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e936f8-04ba-44b2-8f49-7477237d5ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:06.952219282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e936f8-04ba-44b2-8f49-7477237d5ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:07.009148726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e936f8-04ba-44b2-8f49-7477237d5ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.493189818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"376c4182-3599-4e59-96f9-03bd52fbf978","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.616078134Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"376c4182-3599-4e59-96f9-03bd52fbf978","name":"e2e-api-a-9d8d86-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:08.98357225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27652584-786d-4489-b854-98a33d8f54dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:09.038346997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27652584-786d-4489-b854-98a33d8f54dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:09.094165144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27652584-786d-4489-b854-98a33d8f54dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:09.150268164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27652584-786d-4489-b854-98a33d8f54dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:22.982868664Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.666906379Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","namespace":"ai-tenant-e2e-api-b-2f883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.667011399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","namespace":"ai-tenant-e2e-api-b-2f883d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.667081989Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","tenant":"e2e-api-b-2f883d","tenantID":"e2e-api-b-2f883d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.724998841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"Deployment","name":"maas-api-e2e-api-b-2f883d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.787096161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"Service","name":"maas-api-e2e-api-b-2f883d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.844466243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-2f883d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.900637686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-2f883d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:28.962132533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.018703352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.077604739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.140662325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.194818571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"Deployment","name":"payload-processing-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.249112767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.303296232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"Service","name":"payload-processing-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.357267403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"Service","name":"payload-pre-processing-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.411215342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.465107467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.518873145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.576882403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.630850999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.684863251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.742847464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-2f883d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:29.796899951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-2f883d"},"namespace":"ai-tenant-e2e-api-b-2f883d","name":"default-tenant","reconcileID":"6fc6d1cd-b627-4530-903c-2e5d331589e5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-2f883d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.436644151Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2f883d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2f883d","reconcileID":"59908f2d-0088-402e-bd13-e35901685ae7","aitenant":"ai-tenants/e2e-api-b-2f883d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.920102358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db33ee1-d2ef-4bcd-a89a-889698f33c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:33.974451783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db33ee1-d2ef-4bcd-a89a-889698f33c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:34.028568428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db33ee1-d2ef-4bcd-a89a-889698f33c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:34.08314455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db33ee1-d2ef-4bcd-a89a-889698f33c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:34.259808345Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-2f883d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-2f883d","reconcileID":"59908f2d-0088-402e-bd13-e35901685ae7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-2f883d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-2f883d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.126187435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969313d7-88d8-43b0-87a0-78d2a5186524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.180654526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969313d7-88d8-43b0-87a0-78d2a5186524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.234842373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969313d7-88d8-43b0-87a0-78d2a5186524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:36.288931646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969313d7-88d8-43b0-87a0-78d2a5186524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.301716409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183578f5-6efb-4ecb-ac69-dac8b3977f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.355919587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183578f5-6efb-4ecb-ac69-dac8b3977f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.409965009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183578f5-6efb-4ecb-ac69-dac8b3977f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:38.464184275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"183578f5-6efb-4ecb-ac69-dac8b3977f73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.415206583Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","namespace":"ai-tenant-e2e-api-b-c4d34d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.415297718Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","namespace":"ai-tenant-e2e-api-b-c4d34d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.415375669Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","tenant":"e2e-api-b-c4d34d","tenantID":"e2e-api-b-c4d34d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.473417604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"Deployment","name":"maas-api-e2e-api-b-c4d34d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.501803311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e34f95-8ef9-4653-9b76-7f04664b48a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.556472762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e34f95-8ef9-4653-9b76-7f04664b48a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.571310209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"Service","name":"maas-api-e2e-api-b-c4d34d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.611257015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e34f95-8ef9-4653-9b76-7f04664b48a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.665443332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e34f95-8ef9-4653-9b76-7f04664b48a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.668736204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c4d34d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.725037776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c4d34d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.781862162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.846821734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:40.96229813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.018677211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.073106415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"Deployment","name":"payload-processing-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.126764565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.180307716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"Service","name":"payload-processing-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.234001754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.287458982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.342739509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.396343424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.454280315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.507922804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.561662888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.618901794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c4d34d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.673378562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c4d34d"},"namespace":"ai-tenant-e2e-api-b-c4d34d","name":"default-tenant","reconcileID":"db93d75e-f3c5-4cf2-9008-c29901202ee2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c4d34d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:41.694207158Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-998228","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-998228","reconcileID":"57f97373-1fa2-45e9-a3ab-af1612c6eef0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-998228","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-998228":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.750230521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a35223b8-f8fb-45e3-a133-c6f53a0a0e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.804666236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a35223b8-f8fb-45e3-a133-c6f53a0a0e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.859710472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a35223b8-f8fb-45e3-a133-c6f53a0a0e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:42.918717605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a35223b8-f8fb-45e3-a133-c6f53a0a0e57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.914116853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11e339d-91ae-40b8-bdab-2aa45df6b923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:44.968640301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11e339d-91ae-40b8-bdab-2aa45df6b923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.023818407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11e339d-91ae-40b8-bdab-2aa45df6b923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:45.078149905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11e339d-91ae-40b8-bdab-2aa45df6b923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.1345481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d25079-2d6f-4db2-8be9-98210740f9f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.188989522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d25079-2d6f-4db2-8be9-98210740f9f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.250042704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d25079-2d6f-4db2-8be9-98210740f9f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.309320703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01d25079-2d6f-4db2-8be9-98210740f9f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:47.449597012Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c4d34d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c4d34d","reconcileID":"007e6356-cc44-444f-ae7e-15461b9076a8","aitenant":"ai-tenants/e2e-api-b-c4d34d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.317610657Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c4d34d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c4d34d","reconcileID":"007e6356-cc44-444f-ae7e-15461b9076a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c4d34d","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c4d34d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:48.898015635Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5aa1f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5aa1f2","reconcileID":"184cc4a2-c1c4-47a4-9a29-5251262f7e06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5aa1f2","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-5aa1f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.427141416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b61427-2322-4f7d-8bb8-9472b151f64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.481596699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b61427-2322-4f7d-8bb8-9472b151f64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.535734858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b61427-2322-4f7d-8bb8-9472b151f64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:49.590302252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9b61427-2322-4f7d-8bb8-9472b151f64b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.599333635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b79bbcd-3a9a-4867-b76a-1afe536596a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.653689336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b79bbcd-3a9a-4867-b76a-1afe536596a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.660248422Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-763ef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-763ef7","reconcileID":"e45e6e1d-5afa-4913-b0a7-ae4b3b94f28a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-763ef7","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-763ef7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.708510625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b79bbcd-3a9a-4867-b76a-1afe536596a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:51.762777252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b79bbcd-3a9a-4867-b76a-1afe536596a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:52.984525788Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:53.828767921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c26223-688e-4573-befc-f944f916f550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:53.883861869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c26223-688e-4573-befc-f944f916f550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:53.940973396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c26223-688e-4573-befc-f944f916f550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:53.99733744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65c26223-688e-4573-befc-f944f916f550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:56.070751699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fca95ae-02e8-40e7-b575-0a24070fe829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:56.125150612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fca95ae-02e8-40e7-b575-0a24070fe829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:56.179728783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fca95ae-02e8-40e7-b575-0a24070fe829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:56.23467542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fca95ae-02e8-40e7-b575-0a24070fe829","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:56.878470049Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-74ed05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-74ed05","reconcileID":"2ceca524-2bd9-4fc1-8fca-3e51fa72703d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-74ed05","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-74ed05":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.351246764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df5b9e9-c9aa-411d-96f5-78485d36e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.406403068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df5b9e9-c9aa-411d-96f5-78485d36e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.461135439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df5b9e9-c9aa-411d-96f5-78485d36e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:13:58.516456905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8df5b9e9-c9aa-411d-96f5-78485d36e1cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:01.197515225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd66be5-6417-40df-80dc-257f2e2a010f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:01.251613685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd66be5-6417-40df-80dc-257f2e2a010f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:01.30587699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd66be5-6417-40df-80dc-257f2e2a010f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:01.360235736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fd66be5-6417-40df-80dc-257f2e2a010f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.238721628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26574515-df94-453e-b309-bca0003cbe7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.238743793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26574515-df94-453e-b309-bca0003cbe7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.297391785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1257826a-9d54-4c2d-8792-cfb35bb49317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.29741584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1257826a-9d54-4c2d-8792-cfb35bb49317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.504174442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"e67f25ea-21df-4079-ab04-4ec1319af9b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.638023677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"e67f25ea-21df-4079-ab04-4ec1319af9b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"name":"e2e-api-a-9d8d86-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.696227889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9d8d86-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"e67f25ea-21df-4079-ab04-4ec1319af9b8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.773788656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"954c4dbf-a3e2-4280-a65c-50cd56f9aec2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:02.773809556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"954c4dbf-a3e2-4280-a65c-50cd56f9aec2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.361205991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4b3c43-0d4e-48a0-a62e-82afe427cde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.417158269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4b3c43-0d4e-48a0-a62e-82afe427cde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.471177687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4b3c43-0d4e-48a0-a62e-82afe427cde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:03.52532161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b4b3c43-0d4e-48a0-a62e-82afe427cde9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.309015484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d709205f-6c94-4ec0-9a56-5baa3e48c01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.363573124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d709205f-6c94-4ec0-9a56-5baa3e48c01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.418138348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d709205f-6c94-4ec0-9a56-5baa3e48c01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:07.472191777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d709205f-6c94-4ec0-9a56-5baa3e48c01b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.026741932Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4109fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4109fa","reconcileID":"d35905c0-e475-4e4e-a9ff-2d15f634d421","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4109fa","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-4109fa":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.443659275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f072fdcc-dc52-43c9-9c10-b036bf81f7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.497914698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f072fdcc-dc52-43c9-9c10-b036bf81f7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.551960954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f072fdcc-dc52-43c9-9c10-b036bf81f7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:09.606179375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f072fdcc-dc52-43c9-9c10-b036bf81f7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.594983532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490072e9-8dd3-412e-93fd-9f28bdd719d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.64924316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490072e9-8dd3-412e-93fd-9f28bdd719d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.70368957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490072e9-8dd3-412e-93fd-9f28bdd719d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:11.758353935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490072e9-8dd3-412e-93fd-9f28bdd719d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:12.962880485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"e7b188b1-fafc-450b-9e4f-91e9087bde3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.022824194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"e7b188b1-fafc-450b-9e4f-91e9087bde3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"name":"e2e-api-a-9d8d86-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.08142174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9d8d86-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"e7b188b1-fafc-450b-9e4f-91e9087bde3c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.715465809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb8f1f7-7efe-4180-ab3a-10924dffa2c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.770334634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb8f1f7-7efe-4180-ab3a-10924dffa2c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.82434451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb8f1f7-7efe-4180-ab3a-10924dffa2c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:13.879035206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb8f1f7-7efe-4180-ab3a-10924dffa2c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.917758764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0d4b95-4498-4452-a171-f0fcd971b35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:15.973310151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0d4b95-4498-4452-a171-f0fcd971b35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.027977363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0d4b95-4498-4452-a171-f0fcd971b35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:16.085743417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de0d4b95-4498-4452-a171-f0fcd971b35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:18.110408271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ca4d77-084f-43f2-ab58-5a11f80073de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:18.169353845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ca4d77-084f-43f2-ab58-5a11f80073de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:18.223953874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ca4d77-084f-43f2-ab58-5a11f80073de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:18.278429177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38ca4d77-084f-43f2-ab58-5a11f80073de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:22.983097376Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.189682158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"21017384-d719-454c-97b1-f8bd8fd8ff74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.251363046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"21017384-d719-454c-97b1-f8bd8fd8ff74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"name":"e2e-api-a-9d8d86-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.309602028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9d8d86-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (418494c63ae196c49d16c1cc4198d47705c656d5c9503ca605194dec8fde3bf1) AuthConfig (492fd2130135605aeaaa93c9cbc98fde7b16bce0c8f30a696eff0ef63554b801) AuthConfig (e974220a46fe1c211bdc23e18405a9f6b24906e1a4b0d882ce19c14a6aa723a4) AuthConfig (d3d5ca137b5df3a15d0c43d1da6c8861ace9d1fe14a5d4ef27eec78fc695440a) AuthConfig (abfbec6b4f8d3708d2f52acb0c90dec22f61d1f9beb8522ef3f5cc49163ee707) AuthConfig (affeded50733f9df5307451f69aa401a2330665d468442b8cf22791adb60b056)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"21017384-d719-454c-97b1-f8bd8fd8ff74","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.369695976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8172eb06-6bb2-4afb-b657-c9dbfbcb964b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:23.369717659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8172eb06-6bb2-4afb-b657-c9dbfbcb964b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.478334169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"3396396c-0da6-4579-bb66-ab84e6854809","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.538527738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"3396396c-0da6-4579-bb66-ab84e6854809","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"name":"e2e-api-a-9d8d86-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:33.596991312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9d8d86-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (418494c63ae196c49d16c1cc4198d47705c656d5c9503ca605194dec8fde3bf1) AuthConfig (492fd2130135605aeaaa93c9cbc98fde7b16bce0c8f30a696eff0ef63554b801) AuthConfig (e974220a46fe1c211bdc23e18405a9f6b24906e1a4b0d882ce19c14a6aa723a4) AuthConfig (d3d5ca137b5df3a15d0c43d1da6c8861ace9d1fe14a5d4ef27eec78fc695440a) AuthConfig (abfbec6b4f8d3708d2f52acb0c90dec22f61d1f9beb8522ef3f5cc49163ee707) AuthConfig (affeded50733f9df5307451f69aa401a2330665d468442b8cf22791adb60b056)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"3396396c-0da6-4579-bb66-ab84e6854809","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:39.206072445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"bfb07b35-f860-4cf2-805a-6c5d647c999a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-998228","tenantID":"e2e-ipp-a-998228","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:39.331730734Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"bfb07b35-f860-4cf2-805a-6c5d647c999a","name":"e2e-ipp-a-998228-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.706108102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"e7024739-8609-4dea-a0bb-d5749bd65ef7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.768442198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"e7024739-8609-4dea-a0bb-d5749bd65ef7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"name":"e2e-api-a-9d8d86-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:43.826756379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-9d8d86-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (418494c63ae196c49d16c1cc4198d47705c656d5c9503ca605194dec8fde3bf1) AuthConfig (492fd2130135605aeaaa93c9cbc98fde7b16bce0c8f30a696eff0ef63554b801) AuthConfig (e974220a46fe1c211bdc23e18405a9f6b24906e1a4b0d882ce19c14a6aa723a4) AuthConfig (d3d5ca137b5df3a15d0c43d1da6c8861ace9d1fe14a5d4ef27eec78fc695440a) AuthConfig (abfbec6b4f8d3708d2f52acb0c90dec22f61d1f9beb8522ef3f5cc49163ee707) AuthConfig (affeded50733f9df5307451f69aa401a2330665d468442b8cf22791adb60b056)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"e7024739-8609-4dea-a0bb-d5749bd65ef7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.328659419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"c90bced6-2045-4354-ba5b-d6de7bc99582","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-5aa1f2","tenantID":"e2e-ipp-b-5aa1f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:44.452135944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"c90bced6-2045-4354-ba5b-d6de7bc99582","name":"e2e-ipp-b-5aa1f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.042782265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"573f2769-b92c-4c52-b1d3-0be9c32dbe35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.141646802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"40af65cb-ee45-4f0d-871e-812e49efe625","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.244076119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"f6ab3e42-8bb4-4743-a49c-6d795ccfdca4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.345697883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"a81dfa0f-8404-4b7c-b03d-aa612cdeb69c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.357638197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"dd5b0502-836b-437b-aec7-22b1e166a91d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.477028988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"845c0ba3-7665-40ac-ab00-a2256a346ddb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.577649627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"02b3a213-5c96-40f9-b586-b943015a751b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.67944829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"608cd69b-7768-4848-ab88-bcc0f7a0ed51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.733931547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"7408913c-5668-4c90-8843-979bb43530ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.796320012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d43aebc-1e99-48e9-a38b-af3c8e4de2b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:47.984444783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f67d0a29-6cca-40aa-9246-fcbce594b4b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:48.171129951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"0713e498-6146-4688-805a-6e1ba5dd41e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:52.984039545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.93686504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"edcfe303-5499-46ea-9df4-a3959a7304ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:53.997061937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"edcfe303-5499-46ea-9df4-a3959a7304ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"name":"e2e-api-a-9d8d86-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.277017066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa905701-d2d1-44c8-94b8-f6a1a8f11d79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:54.277041492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa905701-d2d1-44c8-94b8-f6a1a8f11d79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.504823249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"992180d6-3ad6-4317-8536-5d7996685515","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-763ef7","tenantID":"e2e-ipp-b-763ef7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:14:59.633373092Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"992180d6-3ad6-4317-8536-5d7996685515","name":"e2e-ipp-b-763ef7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.715255825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"c1ab856c-85e6-4b67-9cb5-45e4179b089d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:04.838383686Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"c1ab856c-85e6-4b67-9cb5-45e4179b089d","name":"e2e-ipp-a-74ed05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:13.128865225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"97683ad3-5a8f-4d83-8715-7fe0e4c9b51d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:13.312597344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"e2634290-10fc-4057-b8f7-ba2b66626f3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:13.415102133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"284b5c3f-38ad-4a02-941d-d4c65a719df9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:13.523994893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"16c3e6f1-abdb-4993-b8de-7149a7f3ceb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:13.61705081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"e0a2ce5c-21fa-44e5-9dc7-31336ebf3f95","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:13.997836114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"e5dc0317-fe7d-4d9f-9d81-65409ed0bee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:14.09642315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"cfed5f6e-f6fe-4de0-af23-ec95ce94d8fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:14.127775748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"12eb2d02-fe8b-45c1-8890-143710986226","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:14.202691559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"bd62d5d1-fdac-4390-9863-d8e95f27d5da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:14.267701692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"b763c6bb-9c11-4b62-b2c2-1863ec4798e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:14.377993597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"ff3c1a14-054a-4fab-b57e-54147df6d027","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:14.478375491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"05b3589b-cf97-4697-a45e-ca0a38a46c73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:22.982515518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:24.805407012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"92c736de-908c-44b8-b661-99b92933fc25","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4109fa","tenantID":"e2e-api-b-4109fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:24.932586809Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"92c736de-908c-44b8-b661-99b92933fc25","name":"e2e-api-b-4109fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:52.992262607Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.308352786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed7d934-220d-4d1c-9a9a-9f14b7ed327e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.362691033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed7d934-220d-4d1c-9a9a-9f14b7ed327e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.417107944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed7d934-220d-4d1c-9a9a-9f14b7ed327e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:56.471080831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed7d934-220d-4d1c-9a9a-9f14b7ed327e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.536164256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def8108f-6f6f-4327-8572-fda1d62477ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.59017786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def8108f-6f6f-4327-8572-fda1d62477ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.644365835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def8108f-6f6f-4327-8572-fda1d62477ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:15:58.698744177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"def8108f-6f6f-4327-8572-fda1d62477ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:00.894604238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2e086b-5bd5-49c3-a879-446a32b7cd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:00.949848729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2e086b-5bd5-49c3-a879-446a32b7cd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:01.00424048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2e086b-5bd5-49c3-a879-446a32b7cd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:01.058873598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba2e086b-5bd5-49c3-a879-446a32b7cd26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.12546958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81f1986-379b-4db5-a46e-7c1625803689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.179677623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81f1986-379b-4db5-a46e-7c1625803689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.234046396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81f1986-379b-4db5-a46e-7c1625803689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:03.288694771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d81f1986-379b-4db5-a46e-7c1625803689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.320566514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4de8fa-4941-449f-8902-e7ef68734844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.439106989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4de8fa-4941-449f-8902-e7ef68734844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.493518422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4de8fa-4941-449f-8902-e7ef68734844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:05.547707071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb4de8fa-4941-449f-8902-e7ef68734844","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:06.053441597Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-769c47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-769c47","reconcileID":"ab482c22-1ced-4d72-b5b0-8660668f3bfe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-769c47","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-769c47":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.568473781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf04fbec-7b12-4a6e-b5f8-068da6ea7409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.62247977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf04fbec-7b12-4a6e-b5f8-068da6ea7409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.67646197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf04fbec-7b12-4a6e-b5f8-068da6ea7409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:07.730295711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf04fbec-7b12-4a6e-b5f8-068da6ea7409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.708748717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01bf663-6a2c-4128-82bc-0179c54a2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.762793774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01bf663-6a2c-4128-82bc-0179c54a2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.816691047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01bf663-6a2c-4128-82bc-0179c54a2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:09.877224774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d01bf663-6a2c-4128-82bc-0179c54a2e6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:11.981028627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d73d16-1556-431b-a704-3d1a55c3f9f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.035689212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d73d16-1556-431b-a704-3d1a55c3f9f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.09022372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d73d16-1556-431b-a704-3d1a55c3f9f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:12.144424145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68d73d16-1556-431b-a704-3d1a55c3f9f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.092700529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73274f2b-1766-4ac7-a4fe-46a6cc49e7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.147043423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73274f2b-1766-4ac7-a4fe-46a6cc49e7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.205914485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73274f2b-1766-4ac7-a4fe-46a6cc49e7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:14.262871493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73274f2b-1766-4ac7-a4fe-46a6cc49e7ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.860691104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebe782a-d3af-49af-91c5-3824177e3dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.916459338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebe782a-d3af-49af-91c5-3824177e3dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:17.971058686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebe782a-d3af-49af-91c5-3824177e3dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:18.025829112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebe782a-d3af-49af-91c5-3824177e3dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:19.982774693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9ecd7d-4aaa-4251-a9bc-defd2acf7f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.037347207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9ecd7d-4aaa-4251-a9bc-defd2acf7f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.091650406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9ecd7d-4aaa-4251-a9bc-defd2acf7f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:20.145924656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd9ecd7d-4aaa-4251-a9bc-defd2acf7f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:22.988200307Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.328734818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d220090-4b11-42e1-8ab2-f6610c776fbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.384291636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d220090-4b11-42e1-8ab2-f6610c776fbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.439080901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d220090-4b11-42e1-8ab2-f6610c776fbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:23.495486239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d220090-4b11-42e1-8ab2-f6610c776fbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.533355256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e997f5b-59eb-4743-baba-51000d19d69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.588694338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e997f5b-59eb-4743-baba-51000d19d69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.64544262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e997f5b-59eb-4743-baba-51000d19d69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.702485948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e997f5b-59eb-4743-baba-51000d19d69a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.867294398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"91fd280e-ad77-491e-8d11-3c6dc9821604","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:25.966263524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"355a8abc-be31-499f-99a0-d599a5034635","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.085996955Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"50ff5603-b2d0-4859-9787-6b2f2758d439","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.359333459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"5dd95c51-4af4-4e77-bd02-380ed36689f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.461608846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"ab0c3e0e-6028-423f-bbbb-019e6f2ad533","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.559511322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"802bc51f-a1c9-4022-91e1-4ef9873cbaab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.559548459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"25b52ce1-06f9-486e-881a-7efcd1553249","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:26.901833352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e3fa8593-3916-49f8-9891-88e277869e80","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.046309062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"9e385eeb-9811-4779-92c9-f57a18db18d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.047982999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"db017519-bd1d-406d-8248-96ceba076623","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.156567596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"6a8a0438-70b9-45ed-9892-a128168c375b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:27.26527156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"23f41559-8807-4000-92d6-65face436656","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.149793103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b9496f-1d78-47df-9bc4-18cc26f10ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.20399698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b9496f-1d78-47df-9bc4-18cc26f10ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.25818717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b9496f-1d78-47df-9bc4-18cc26f10ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:28.312230429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92b9496f-1d78-47df-9bc4-18cc26f10ce1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.115503716Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b1c915","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b1c915","reconcileID":"11eb6e66-07f7-4b50-b2a7-db6898b3bbd4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b1c915","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b1c915":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.262333325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a13ae1-6ca1-40e2-a141-06580af5c0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.316601217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a13ae1-6ca1-40e2-a141-06580af5c0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.370714149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a13ae1-6ca1-40e2-a141-06580af5c0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:30.4246476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8a13ae1-6ca1-40e2-a141-06580af5c0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.39857048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78854fee-6fdf-4c33-8ff7-879dc52bb45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.452913125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78854fee-6fdf-4c33-8ff7-879dc52bb45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.507151492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78854fee-6fdf-4c33-8ff7-879dc52bb45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:32.56138599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78854fee-6fdf-4c33-8ff7-879dc52bb45b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.538487171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc5a90-0fb6-4b80-a2e1-c87775ae288e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.593304731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc5a90-0fb6-4b80-a2e1-c87775ae288e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.648514624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc5a90-0fb6-4b80-a2e1-c87775ae288e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:34.70272483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84bc5a90-0fb6-4b80-a2e1-c87775ae288e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.667537446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8017fd5f-932c-4268-b64c-8f9cc77e7849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.721482195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8017fd5f-932c-4268-b64c-8f9cc77e7849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.775514571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8017fd5f-932c-4268-b64c-8f9cc77e7849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:36.830333159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8017fd5f-932c-4268-b64c-8f9cc77e7849","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.52175135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa044356-5baa-4ad2-a1fd-85765ac256a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.576064573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa044356-5baa-4ad2-a1fd-85765ac256a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.630281223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa044356-5baa-4ad2-a1fd-85765ac256a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:44.68460484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa044356-5baa-4ad2-a1fd-85765ac256a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:46.647558046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619e28c6-1870-413f-bf81-d089a9e932fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:46.701851535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619e28c6-1870-413f-bf81-d089a9e932fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:46.756117718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619e28c6-1870-413f-bf81-d089a9e932fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:46.810271628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"619e28c6-1870-413f-bf81-d089a9e932fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:46.955247691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1a80289-6c16-457a-a3dc-1d72475097ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:46.955271152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e1a80289-6c16-457a-a3dc-1d72475097ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.012047511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60d6bbe7-2f92-406b-958e-1fbb5389d1d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.012069171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60d6bbe7-2f92-406b-958e-1fbb5389d1d7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.139834411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"e4df85f4-6456-4afe-93f6-8fefad596a95","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4109fa","tenantID":"e2e-api-b-4109fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.272575016Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"e4df85f4-6456-4afe-93f6-8fefad596a95","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"name":"e2e-api-b-4109fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.331087565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4109fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"e4df85f4-6456-4afe-93f6-8fefad596a95","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.39060099Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16f89c67-e48f-40a8-883e-65b4a809883a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:47.390622325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16f89c67-e48f-40a8-883e-65b4a809883a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.907359118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c2d413-d254-4f63-a77d-239c44b83c6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:48.962037454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c2d413-d254-4f63-a77d-239c44b83c6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.019748573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c2d413-d254-4f63-a77d-239c44b83c6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:49.077350616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3c2d413-d254-4f63-a77d-239c44b83c6f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.043340413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c86b2d0-4c1a-47bf-9c3d-c1f803f5718a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.098148731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c86b2d0-4c1a-47bf-9c3d-c1f803f5718a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.152455254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c86b2d0-4c1a-47bf-9c3d-c1f803f5718a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:51.206536541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c86b2d0-4c1a-47bf-9c3d-c1f803f5718a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:52.988782974Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.202078049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1213d307-6694-49b2-afe4-b4eec5d80b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.257471914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1213d307-6694-49b2-afe4-b4eec5d80b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.313371386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1213d307-6694-49b2-afe4-b4eec5d80b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.368447395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1213d307-6694-49b2-afe4-b4eec5d80b4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.713121064Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","namespace":"ai-tenant-e2e-ipp-a-0b510e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.713221308Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","namespace":"ai-tenant-e2e-ipp-a-0b510e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.713294999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","tenant":"e2e-ipp-a-0b510e","tenantID":"e2e-ipp-a-0b510e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.769208205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"Deployment","name":"maas-api-e2e-ipp-a-0b510e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.831334581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"Service","name":"maas-api-e2e-ipp-a-0b510e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.890408512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-0b510e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:53.946155703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-0b510e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.010300632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.067034041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.126821501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.18817707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.250727111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.307342083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.37357187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"Service","name":"payload-processing-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.491176075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.555390248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.611668118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.669410986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.727383111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.756289651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"26ebac0b-8fc6-4b32-b886-76c127d0d559","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.836292499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.842636109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"26ebac0b-8fc6-4b32-b886-76c127d0d559","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"name":"e2e-api-a-9d8d86-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.908658685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:54.97176179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-0b510e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.02984132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-0b510e"},"namespace":"ai-tenant-e2e-ipp-a-0b510e","name":"default-tenant","reconcileID":"090f077c-41f4-4d67-a223-6be95156ad96","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-0b510e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.088857065Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","namespace":"ai-tenant-e2e-ipp-a-e47f7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.08892547Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","namespace":"ai-tenant-e2e-ipp-a-e47f7e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.089026604Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","tenant":"e2e-ipp-a-e47f7e","tenantID":"e2e-ipp-a-e47f7e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.145183401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"Deployment","name":"maas-api-e2e-ipp-a-e47f7e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.194562952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"ef9ac965-d1d0-4a7f-aa44-5376fb7d5164","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.213221958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"Service","name":"maas-api-e2e-ipp-a-e47f7e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.254174563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"ef9ac965-d1d0-4a7f-aa44-5376fb7d5164","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"name":"e2e-api-a-9d8d86-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.270683423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-e47f7e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.300131315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e121b616-11eb-4118-b27d-04b91510faa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.300155697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e121b616-11eb-4118-b27d-04b91510faa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.330262477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-e47f7e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.389431776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.42724041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c3ae68-8e60-4bac-8d04-e1974659128f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.481511949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c3ae68-8e60-4bac-8d04-e1974659128f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.481617907Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"4a93e73b-136f-4eb0-b4fd-4026200edaf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.483505861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.535717896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c3ae68-8e60-4bac-8d04-e1974659128f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.592070272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c3ae68-8e60-4bac-8d04-e1974659128f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.606636393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.666189187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.722732955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.745211399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"4a93e73b-136f-4eb0-b4fd-4026200edaf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.778845033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.892405296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"4a93e73b-136f-4eb0-b4fd-4026200edaf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"name":"e2e-api-a-9d8d86-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.892443593Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"e2e-e2e-api-a-9d8d86-policy","reconcileID":"4a93e73b-136f-4eb0-b4fd-4026200edaf6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-9d8d86-policy","namespace":"ai-tenant-e2e-api-a-9d8d86"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-9d8d86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.893154292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"Service","name":"payload-processing-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.95433142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d7424f2-4e54-458e-93dd-2355ebc7da18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.954355128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d7424f2-4e54-458e-93dd-2355ebc7da18","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:55.959509184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.016148318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.072603403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.13216121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.190417677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.249577436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.305167639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.361175078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-e47f7e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:56.41855489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-e47f7e"},"namespace":"ai-tenant-e2e-ipp-a-e47f7e","name":"default-tenant","reconcileID":"14cd2754-b408-422c-ac9d-d6dfb4ebd15f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-e47f7e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:57.499151247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"db3a8c76-39ed-49ac-8788-a00e1cc667af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4109fa","tenantID":"e2e-api-b-4109fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:57.559327147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"db3a8c76-39ed-49ac-8788-a00e1cc667af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"name":"e2e-api-b-4109fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:57.609494934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6adf56b-4fcd-46b1-a6b9-88e6700480ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:57.667901673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6adf56b-4fcd-46b1-a6b9-88e6700480ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:57.670230811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4109fa-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"db3a8c76-39ed-49ac-8788-a00e1cc667af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:57.722201874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6adf56b-4fcd-46b1-a6b9-88e6700480ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:57.776307817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6adf56b-4fcd-46b1-a6b9-88e6700480ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:59.760336903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88db6bdb-9b1d-4342-bcef-f669a75d1edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:59.815233191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88db6bdb-9b1d-4342-bcef-f669a75d1edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:59.869428359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88db6bdb-9b1d-4342-bcef-f669a75d1edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:16:59.923801777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88db6bdb-9b1d-4342-bcef-f669a75d1edf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:00.323602451Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e47f7e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e47f7e","reconcileID":"bcc913cf-930d-427e-bfa9-104db4893635","aitenant":"ai-tenants/e2e-ipp-a-e47f7e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.13234024Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-e47f7e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-e47f7e","reconcileID":"bcc913cf-930d-427e-bfa9-104db4893635","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-e47f7e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-e47f7e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.9024126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080c895e-0ce9-4317-91df-ec6be2bcfc00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:01.964403221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080c895e-0ce9-4317-91df-ec6be2bcfc00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:02.01910327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080c895e-0ce9-4317-91df-ec6be2bcfc00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:02.073190285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"080c895e-0ce9-4317-91df-ec6be2bcfc00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:03.337700569Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0b510e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0b510e","reconcileID":"2846bc59-f7f3-412d-8799-8d06136f764d","aitenant":"ai-tenants/e2e-ipp-a-0b510e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.108237862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeead461-0e2c-4645-a0d0-b584d4a44e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.163129191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeead461-0e2c-4645-a0d0-b584d4a44e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.170333075Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-0b510e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-0b510e","reconcileID":"2846bc59-f7f3-412d-8799-8d06136f764d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-0b510e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-0b510e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.220931494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeead461-0e2c-4645-a0d0-b584d4a44e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:04.275448181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aeead461-0e2c-4645-a0d0-b584d4a44e31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.288730781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa08eca0-9ca0-4b06-8418-771552648556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.342671297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa08eca0-9ca0-4b06-8418-771552648556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.396546359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa08eca0-9ca0-4b06-8418-771552648556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:06.450831393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa08eca0-9ca0-4b06-8418-771552648556","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.81119759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"9541dbc3-c18e-44fa-b6c8-25bb82d3ffce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4109fa","tenantID":"e2e-api-b-4109fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.870684942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"9541dbc3-c18e-44fa-b6c8-25bb82d3ffce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"name":"e2e-api-b-4109fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.928734426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4109fa-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b57afeab7c67c7064a7d4bfaf5f95686e0534f2aadc37bb4a3f29e4bb7e73e12) AuthConfig (0cd9e20880b6708c5333264ccb0227ff454c9e3d10c61700b5c5c454b1088384) AuthConfig (1f4515393c2c2560acd07d72ff177a2ad0301068e2c91756b8d17c3af308f7ac) AuthConfig (378d83897b638f6fb0dd44b18fe7e264ea742ff8c6f519ea627f884658361900) AuthConfig (beb06685e5cd0619dcdaa192f91c529653071a2b44146b410be6be60d5e0e6be) AuthConfig (1fa0ad4f41a4180565fc0232d9836401e90c210624daacce5844bdbcc633689a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"9541dbc3-c18e-44fa-b6c8-25bb82d3ffce","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.986706413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aa67eed-9738-450b-ae45-0f0c0467fa36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:07.986728263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9aa67eed-9738-450b-ae45-0f0c0467fa36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.415989334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d88f50b-d1c7-48f7-bb10-c3f7a4b4c92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.470004602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d88f50b-d1c7-48f7-bb10-c3f7a4b4c92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.524245094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d88f50b-d1c7-48f7-bb10-c3f7a4b4c92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:08.57843705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d88f50b-d1c7-48f7-bb10-c3f7a4b4c92f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.631073978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152e51ed-510f-4784-a895-279624e7ad9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.686808518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152e51ed-510f-4784-a895-279624e7ad9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.741131096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152e51ed-510f-4784-a895-279624e7ad9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:10.795137245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"152e51ed-510f-4784-a895-279624e7ad9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.833963761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cb69d4-5e4b-4ad4-ac02-5f147601fd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.888814351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cb69d4-5e4b-4ad4-ac02-5f147601fd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.943756549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cb69d4-5e4b-4ad4-ac02-5f147601fd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:12.99813175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72cb69d4-5e4b-4ad4-ac02-5f147601fd9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.010242278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2752e646-79ff-44bf-a917-df03feb5210d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.065032109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2752e646-79ff-44bf-a917-df03feb5210d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.119333214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2752e646-79ff-44bf-a917-df03feb5210d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:15.173739583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2752e646-79ff-44bf-a917-df03feb5210d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:16.9849614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"43301911-2f83-46ae-88bf-9d8f27ddb845","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.08254038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"c4adcb0b-1c1e-4500-b80a-fec142cc282b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.201518682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a2ceac-1177-4874-b95f-9fae10162ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.256467975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a2ceac-1177-4874-b95f-9fae10162ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.310738667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"1e815ba6-078d-46de-afe3-0e26e536aaa0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.310878443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a2ceac-1177-4874-b95f-9fae10162ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.366392337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86a2ceac-1177-4874-b95f-9fae10162ebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.476094099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"246b6919-665d-4a38-b07f-77e67838841d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.699217841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"e8c38fc7-b8d6-40ba-9a1c-e4a6d7186654","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.761779951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"b689eaa7-ddb3-4463-a36f-6905f1ca3607","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.881699973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c46ce40-3180-4686-9f08-d530f11122d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:17.998817719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5cd0d510-bacb-43ca-ae20-35014ebd0c39","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.007937001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"5e743e82-e0b2-4152-b105-6593a9158d14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.08479901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"d69fa304-53d3-4daf-83b7-da09f78da639","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.09530734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"9c3d7a8a-e135-4727-9f18-ab9e41e4b73d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4109fa","tenantID":"e2e-api-b-4109fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.156305936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"9c3d7a8a-e135-4727-9f18-ab9e41e4b73d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"name":"e2e-api-b-4109fa-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.322099906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"bb7d8e6e-178a-410f-b2c0-5c1d2865cf17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.440434742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"a070830f-27e0-4877-a35f-0d551289748c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.514300445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"867fca70-85b0-4d60-9625-39a10bb30266","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:18.514322825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"867fca70-85b0-4d60-9625-39a10bb30266","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.34601174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6455045e-9c0a-4dde-bf53-45b94921339b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.400357172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6455045e-9c0a-4dde-bf53-45b94921339b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.454581679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6455045e-9c0a-4dde-bf53-45b94921339b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:19.508796145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6455045e-9c0a-4dde-bf53-45b94921339b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.471221742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5096c9-7137-4357-b322-9e6443cdcde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.526150931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5096c9-7137-4357-b322-9e6443cdcde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.581206195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5096c9-7137-4357-b322-9e6443cdcde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:21.63590758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae5096c9-7137-4357-b322-9e6443cdcde2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.948170959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"5227504f-e596-4792-98ea-a6a7b434e0f4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-769c47","tenantID":"e2e-ipp-b-769c47","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:22.983930253Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:23.071303688Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"5227504f-e596-4792-98ea-a6a7b434e0f4","name":"e2e-ipp-b-769c47-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.110422682Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","namespace":"ai-tenant-e2e-ipp-b-763ef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.110485689Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","namespace":"ai-tenant-e2e-ipp-b-763ef7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.110536179Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","tenant":"e2e-ipp-b-763ef7","tenantID":"e2e-ipp-b-763ef7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.166447832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"Deployment","name":"maas-api-e2e-ipp-b-763ef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.230294247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"Service","name":"maas-api-e2e-ipp-b-763ef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.29551634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-763ef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.35117282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-763ef7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.412432616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.468953145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.527988191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.590610342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.645234829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.699015505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.753312832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"Service","name":"payload-processing-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.807936628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.861623185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.915729965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:28.970180817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:29.028671515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:29.082209361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:29.136331665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:29.194195063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-763ef7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:29.253737042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-763ef7"},"namespace":"ai-tenant-e2e-ipp-b-763ef7","name":"default-tenant","reconcileID":"87593407-20db-42e2-be93-5baa6da480f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-763ef7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:33.665138691Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-763ef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-763ef7","reconcileID":"93c7c1b3-93f9-4041-8953-0b7d61ad1eaf","aitenant":"ai-tenants/e2e-ipp-b-763ef7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.267747585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02fb025-8d37-4522-aed3-0dc8e78756ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.327532083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02fb025-8d37-4522-aed3-0dc8e78756ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.384075554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02fb025-8d37-4522-aed3-0dc8e78756ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.438626745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02fb025-8d37-4522-aed3-0dc8e78756ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:34.554803325Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-763ef7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-763ef7","reconcileID":"93c7c1b3-93f9-4041-8953-0b7d61ad1eaf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-763ef7","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-763ef7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.444070606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0daf7a09-e228-4126-97f6-f117ba34c753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.498200561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0daf7a09-e228-4126-97f6-f117ba34c753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.552568505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0daf7a09-e228-4126-97f6-f117ba34c753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.606620252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0daf7a09-e228-4126-97f6-f117ba34c753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.731647323Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","namespace":"ai-tenant-e2e-api-a-9d8d86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.731706238Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","namespace":"ai-tenant-e2e-api-a-9d8d86","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.731755615Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","tenant":"e2e-api-a-9d8d86","tenantID":"e2e-api-a-9d8d86","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.78739354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"Deployment","name":"maas-api-e2e-api-a-9d8d86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.894157015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"Service","name":"maas-api-e2e-api-a-9d8d86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:36.955859496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-9d8d86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.01309915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-9d8d86","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.069715483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.126833123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.185919549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.24247674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.297270927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"Deployment","name":"payload-processing-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.351247406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.407230127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"Service","name":"payload-processing-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.461597791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"Service","name":"payload-pre-processing-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.515440149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.568970755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.622444685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.71259271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.766408956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.820037213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.877293949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-9d8d86","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:37.932233827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-9d8d86"},"namespace":"ai-tenant-e2e-api-a-9d8d86","name":"default-tenant","reconcileID":"64e5ea8d-92b2-4bc7-81d0-317754b08344","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-9d8d86","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.580742738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32de7805-97a1-43f4-9fbe-9331df956e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.635634847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32de7805-97a1-43f4-9fbe-9331df956e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.690320607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32de7805-97a1-43f4-9fbe-9331df956e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:38.745283683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32de7805-97a1-43f4-9fbe-9331df956e59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:40.9584807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe77763-a809-479f-8c87-82f5f9f7ed90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.014930669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe77763-a809-479f-8c87-82f5f9f7ed90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.0688579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe77763-a809-479f-8c87-82f5f9f7ed90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.12304529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe77763-a809-479f-8c87-82f5f9f7ed90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:41.462101682Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-38e6d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-38e6d3","reconcileID":"5859aa11-b3e1-4587-b039-a09964760b98","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-38e6d3","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-38e6d3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.111632103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b9d183-3f81-4e80-b445-98c9b185730f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.167551215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b9d183-3f81-4e80-b445-98c9b185730f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.221555391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b9d183-3f81-4e80-b445-98c9b185730f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.280191256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89b9d183-3f81-4e80-b445-98c9b185730f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.420038751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"df84607a-91c5-4ce6-b24b-36c8cc33812f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b1c915","tenantID":"e2e-ipp-b-b1c915","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:43.593430628Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"df84607a-91c5-4ce6-b24b-36c8cc33812f","name":"e2e-ipp-b-b1c915-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:45.151256354Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9d8d86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9d8d86","reconcileID":"7d68cd66-8ed4-4c4c-9195-dbbdfa347254","aitenant":"ai-tenants/e2e-api-a-9d8d86","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:45.480106958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1772c9-3b81-4ae0-a74c-6e4f75d4db67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:45.584326966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1772c9-3b81-4ae0-a74c-6e4f75d4db67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:45.648896448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1772c9-3b81-4ae0-a74c-6e4f75d4db67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:45.704200487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c1772c9-3b81-4ae0-a74c-6e4f75d4db67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:46.106739468Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-9d8d86","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-9d8d86","reconcileID":"7d68cd66-8ed4-4c4c-9195-dbbdfa347254","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-9d8d86","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-9d8d86"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.851696741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd083ec-db16-40fc-9363-c073869ac29e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.909589971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd083ec-db16-40fc-9363-c073869ac29e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:47.966407827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd083ec-db16-40fc-9363-c073869ac29e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:48.022088213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fd083ec-db16-40fc-9363-c073869ac29e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.007763564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b90a1fe-8c52-4e25-877a-7921ded0c911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.062811319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b90a1fe-8c52-4e25-877a-7921ded0c911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.117257991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b90a1fe-8c52-4e25-877a-7921ded0c911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:50.174553342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b90a1fe-8c52-4e25-877a-7921ded0c911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.149895886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8ae8e1-5199-4ff4-8339-cbe9ab4cefc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.20569553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8ae8e1-5199-4ff4-8339-cbe9ab4cefc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.259876712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8ae8e1-5199-4ff4-8339-cbe9ab4cefc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.31418209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a8ae8e1-5199-4ff4-8339-cbe9ab4cefc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:52.98374822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.349856825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c82132-1905-4d8c-b587-29b52e23a80d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.350003161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c6c82132-1905-4d8c-b587-29b52e23a80d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.360590329Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"bce0bde5-b070-4e60-938b-d5f221ae2164","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.624545562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"bce0bde5-b070-4e60-938b-d5f221ae2164","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4109fa","tenantID":"e2e-api-b-4109fa","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.768147544Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"bce0bde5-b070-4e60-938b-d5f221ae2164","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"name":"e2e-api-b-4109fa-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.768175531Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"e2e-e2e-api-b-4109fa-policy","reconcileID":"bce0bde5-b070-4e60-938b-d5f221ae2164","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4109fa-policy","namespace":"ai-tenant-e2e-api-b-4109fa"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4109fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.826374156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b58882d4-7a6c-4232-bab7-a96e20efff40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:53.826396517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b58882d4-7a6c-4232-bab7-a96e20efff40","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.334404136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58b029b-c357-4841-9cee-6f90493478f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.388701275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58b029b-c357-4841-9cee-6f90493478f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.445273361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58b029b-c357-4841-9cee-6f90493478f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.500175939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f58b029b-c357-4841-9cee-6f90493478f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.78387459Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","namespace":"ai-tenant-e2e-api-b-4109fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.783935552Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","namespace":"ai-tenant-e2e-api-b-4109fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.784043226Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","tenant":"e2e-api-b-4109fa","tenantID":"e2e-api-b-4109fa","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.840207218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"Deployment","name":"maas-api-e2e-api-b-4109fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.902860084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"Service","name":"maas-api-e2e-api-b-4109fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:54.964876452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-4109fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.021268232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-4109fa","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.081428049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.149231123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.208734755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.265861428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.320503782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"Deployment","name":"payload-processing-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.374709973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.428688362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"Service","name":"payload-processing-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.487619505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.546229674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.605719588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.665987851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.723920724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.780556983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.834560739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:55.991331598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-4109fa","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:56.048319408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4109fa"},"namespace":"ai-tenant-e2e-api-b-4109fa","name":"default-tenant","reconcileID":"b557fe21-4fd4-4781-b842-1cad91baa26d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-4109fa","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:56.616543287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fae2e9-2274-44d3-a9e1-43017d2342c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:56.671167756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fae2e9-2274-44d3-a9e1-43017d2342c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:56.725627224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fae2e9-2274-44d3-a9e1-43017d2342c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:56.780093058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33fae2e9-2274-44d3-a9e1-43017d2342c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.774393591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8f0b61-21b2-41b6-b613-1fa329458625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.82864815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8f0b61-21b2-41b6-b613-1fa329458625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.882982308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8f0b61-21b2-41b6-b613-1fa329458625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:17:58.941750397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d8f0b61-21b2-41b6-b613-1fa329458625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.899477953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66994b30-c1c7-4ea7-957b-5c19a81790a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:00.953631894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66994b30-c1c7-4ea7-957b-5c19a81790a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.010438594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66994b30-c1c7-4ea7-957b-5c19a81790a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:01.06543348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66994b30-c1c7-4ea7-957b-5c19a81790a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.024469126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c95baa-63ca-45e2-a7cd-701d3d39a3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.078847033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c95baa-63ca-45e2-a7cd-701d3d39a3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.133543666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c95baa-63ca-45e2-a7cd-701d3d39a3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:03.187688427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19c95baa-63ca-45e2-a7cd-701d3d39a3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.154015077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7684f107-87df-4150-b109-055563a81b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.208102546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7684f107-87df-4150-b109-055563a81b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.262111704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7684f107-87df-4150-b109-055563a81b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:05.316331256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7684f107-87df-4150-b109-055563a81b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:06.132309119Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4109fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4109fa","reconcileID":"457bf0fc-6bc6-4a06-a53d-77c54355a765","aitenant":"ai-tenants/e2e-api-b-4109fa","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:06.929134598Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4109fa","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4109fa","reconcileID":"457bf0fc-6bc6-4a06-a53d-77c54355a765","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4109fa","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-4109fa"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:07.288151758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d7b1ac-8650-465a-b3cb-bf56bab67f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:07.343371155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d7b1ac-8650-465a-b3cb-bf56bab67f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:07.397731457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d7b1ac-8650-465a-b3cb-bf56bab67f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:07.452593972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54d7b1ac-8650-465a-b3cb-bf56bab67f6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.4238956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc95d1a-ad24-4967-8aed-4701989a8e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.478895076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc95d1a-ad24-4967-8aed-4701989a8e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.53311706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc95d1a-ad24-4967-8aed-4701989a8e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:09.588127327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efc95d1a-ad24-4967-8aed-4701989a8e3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.811660572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee0f316c-8b52-4b98-b0dc-e74ca1310ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.866249611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee0f316c-8b52-4b98-b0dc-e74ca1310ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.920600775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee0f316c-8b52-4b98-b0dc-e74ca1310ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:11.974638609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee0f316c-8b52-4b98-b0dc-e74ca1310ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.013913586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92da4610-f949-4879-8756-750f91582bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.06882417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92da4610-f949-4879-8756-750f91582bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.123641989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92da4610-f949-4879-8756-750f91582bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.178027268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92da4610-f949-4879-8756-750f91582bd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.467151632Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","namespace":"ai-tenant-e2e-ipp-b-5aa1f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.467246577Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","namespace":"ai-tenant-e2e-ipp-b-5aa1f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.467345502Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","tenant":"e2e-ipp-b-5aa1f2","tenantID":"e2e-ipp-b-5aa1f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.523355801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"Deployment","name":"maas-api-e2e-ipp-b-5aa1f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.586019655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"Service","name":"maas-api-e2e-ipp-b-5aa1f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.657180551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-5aa1f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.714244772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-5aa1f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.781634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.845197848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.904925893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:14.962839978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.018926772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.077655807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.142289443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"Service","name":"payload-processing-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.207195108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.319639218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.376178471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.434319554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.492161512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.551294698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.626636465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.701225449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-5aa1f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.768102164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-5aa1f2"},"namespace":"ai-tenant-e2e-ipp-b-5aa1f2","name":"default-tenant","reconcileID":"69e9b3af-bb9e-440f-96b6-96f2bcadc997","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-5aa1f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:15.901590146Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ed6a1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ed6a1e","reconcileID":"242e9219-3996-4e32-8309-217c14cf5f79","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ed6a1e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ed6a1e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.41066203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1a28d3-7e76-4ebb-8c02-b4be1320c8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.466874888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1a28d3-7e76-4ebb-8c02-b4be1320c8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.522252024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1a28d3-7e76-4ebb-8c02-b4be1320c8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:16.577340396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1a28d3-7e76-4ebb-8c02-b4be1320c8c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.305353077Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5aa1f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5aa1f2","reconcileID":"585f5bd0-c58e-4367-bb5b-2b885f7ade0d","aitenant":"ai-tenants/e2e-ipp-b-5aa1f2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.597120483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4386e16-adac-439f-ac26-0d02ce1f1a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.651743885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4386e16-adac-439f-ac26-0d02ce1f1a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.706242006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4386e16-adac-439f-ac26-0d02ce1f1a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:18.760346643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4386e16-adac-439f-ac26-0d02ce1f1a0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:19.151816843Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-5aa1f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-5aa1f2","reconcileID":"585f5bd0-c58e-4367-bb5b-2b885f7ade0d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-5aa1f2","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-5aa1f2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:20.815224914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6753bb9a-c0cb-4243-9db2-eeefe08f82dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:20.869638515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6753bb9a-c0cb-4243-9db2-eeefe08f82dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:20.924569101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6753bb9a-c0cb-4243-9db2-eeefe08f82dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:20.979162043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6753bb9a-c0cb-4243-9db2-eeefe08f82dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:22.982789032Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.208448746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c694664e-bd7d-4f07-9411-245cf4ed20dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.267807011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c694664e-bd7d-4f07-9411-245cf4ed20dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.321792215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c694664e-bd7d-4f07-9411-245cf4ed20dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:23.375931778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c694664e-bd7d-4f07-9411-245cf4ed20dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.384999636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d0256a-0e29-4a43-9f93-77ef59ca329d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.442355685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d0256a-0e29-4a43-9f93-77ef59ca329d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.496529784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d0256a-0e29-4a43-9f93-77ef59ca329d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:25.553216117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d0256a-0e29-4a43-9f93-77ef59ca329d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:26.004784359Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-743079","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-743079","reconcileID":"17572448-d906-4083-b5c0-c035f280eb48","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-743079","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-743079":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:27.621363161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0365b7c4-a329-4b93-8a72-62956dada323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:27.67543203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0365b7c4-a329-4b93-8a72-62956dada323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:27.729455644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0365b7c4-a329-4b93-8a72-62956dada323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:27.784036661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0365b7c4-a329-4b93-8a72-62956dada323","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:29.744036583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ed7062-4769-4c0a-ac38-50809ce57994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:29.798791208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ed7062-4769-4c0a-ac38-50809ce57994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:29.852753005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ed7062-4769-4c0a-ac38-50809ce57994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:29.907518652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4ed7062-4769-4c0a-ac38-50809ce57994","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:31.867552626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3256f5a2-0a39-400c-a48a-4885b689c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:31.92146736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3256f5a2-0a39-400c-a48a-4885b689c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:31.97574631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3256f5a2-0a39-400c-a48a-4885b689c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:32.030193159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3256f5a2-0a39-400c-a48a-4885b689c40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:41.489732423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719c3d8e-6a81-465d-83ad-77a5004799be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:41.544494163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719c3d8e-6a81-465d-83ad-77a5004799be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:41.600843696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719c3d8e-6a81-465d-83ad-77a5004799be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:41.654804107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"719c3d8e-6a81-465d-83ad-77a5004799be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:43.614316668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8fd570-eda9-4b2d-a709-7de2bb41dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:43.669010511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8fd570-eda9-4b2d-a709-7de2bb41dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:43.723158669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8fd570-eda9-4b2d-a709-7de2bb41dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:43.777326631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f8fd570-eda9-4b2d-a709-7de2bb41dab6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:46.722591255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5559a6-f9bf-4ade-8a15-0b55b04427b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:46.777767995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5559a6-f9bf-4ade-8a15-0b55b04427b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:46.831721092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5559a6-f9bf-4ade-8a15-0b55b04427b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:46.886340675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5559a6-f9bf-4ade-8a15-0b55b04427b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.847465021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc465d6-e0c0-40e9-ae4f-8f8bf217b4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.903576589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc465d6-e0c0-40e9-ae4f-8f8bf217b4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:48.957630287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc465d6-e0c0-40e9-ae4f-8f8bf217b4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:49.011636172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc465d6-e0c0-40e9-ae4f-8f8bf217b4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.102428802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"e4d68148-0f0b-493a-998f-a738852f3493","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-38e6d3","tenantID":"e2e-praxis-a-38e6d3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:50.224960867Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"e4d68148-0f0b-493a-998f-a738852f3493","name":"e2e-praxis-a-38e6d3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.004378699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa509f07-6b54-47a7-baa1-9a121875d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.058910269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa509f07-6b54-47a7-baa1-9a121875d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.113372305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa509f07-6b54-47a7-baa1-9a121875d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:51.168095579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa509f07-6b54-47a7-baa1-9a121875d811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:52.983143896Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:53.154688621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e04f3c8-38ac-49f7-981e-722981e06ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:53.2092346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e04f3c8-38ac-49f7-981e-722981e06ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:53.263461322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e04f3c8-38ac-49f7-981e-722981e06ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:53.321012134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e04f3c8-38ac-49f7-981e-722981e06ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:55.310374742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2581d420-862f-4768-b568-41d30f9435e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:55.36527275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2581d420-862f-4768-b568-41d30f9435e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:55.419489517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2581d420-862f-4768-b568-41d30f9435e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:18:55.473875746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2581d420-862f-4768-b568-41d30f9435e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:10.977685452Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","namespace":"ai-tenant-e2e-ipp-a-998228","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:10.977760522Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","namespace":"ai-tenant-e2e-ipp-a-998228","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:10.97782714Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","tenant":"e2e-ipp-a-998228","tenantID":"e2e-ipp-a-998228","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.034086203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"Deployment","name":"maas-api-e2e-ipp-a-998228","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.101748322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"Service","name":"maas-api-e2e-ipp-a-998228","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.167149839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-998228","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.223001872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-998228","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.28124955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.340817388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.401933624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.462109272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.520193456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.576620618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.652891836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"Service","name":"payload-processing-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.717906926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.774409893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.832615734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.890663528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:11.94923924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:12.005813654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:12.062737621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:12.12371712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-998228","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:12.181360972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-998228"},"namespace":"ai-tenant-e2e-ipp-a-998228","name":"default-tenant","reconcileID":"ecd43076-c05c-406a-ad4a-b14a2cf8c742","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-998228","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.189710079Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-998228","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-998228","reconcileID":"2fa19b9c-752f-455d-9254-5370864b4562","aitenant":"ai-tenants/e2e-ipp-a-998228","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.774861476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffa13b7-7615-4e9b-9e46-3b30b281167f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.829184303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffa13b7-7615-4e9b-9e46-3b30b281167f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.883228951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffa13b7-7615-4e9b-9e46-3b30b281167f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:14.937375458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dffa13b7-7615-4e9b-9e46-3b30b281167f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:15.056420955Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-998228","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-998228","reconcileID":"2fa19b9c-752f-455d-9254-5370864b4562","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-998228","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-998228"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:16.999398963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d6a9b6-1cba-4a6a-a544-8d8f49cde474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.053654461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d6a9b6-1cba-4a6a-a544-8d8f49cde474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.11370926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d6a9b6-1cba-4a6a-a544-8d8f49cde474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.168081424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d6a9b6-1cba-4a6a-a544-8d8f49cde474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.562059376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"eda8bb29-ba5b-4d8a-9973-5b3dfa7017fc","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ed6a1e","tenantID":"e2e-praxis-a-ed6a1e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:17.685230563Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"eda8bb29-ba5b-4d8a-9973-5b3dfa7017fc","name":"e2e-praxis-a-ed6a1e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.139926019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7c1948-64d7-4eb5-9687-e1c9f03b42ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.194150378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7c1948-64d7-4eb5-9687-e1c9f03b42ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.249378707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7c1948-64d7-4eb5-9687-e1c9f03b42ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:19.304250472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca7c1948-64d7-4eb5-9687-e1c9f03b42ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.268735338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69abf8ce-02f1-422a-861c-2a9a798abacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.322887282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69abf8ce-02f1-422a-861c-2a9a798abacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.377704807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69abf8ce-02f1-422a-861c-2a9a798abacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:21.431787737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69abf8ce-02f1-422a-861c-2a9a798abacf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.98238097Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","namespace":"ai-tenant-e2e-ipp-b-769c47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.982438276Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","namespace":"ai-tenant-e2e-ipp-b-769c47","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.982488505Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","tenant":"e2e-ipp-b-769c47","tenantID":"e2e-ipp-b-769c47","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:22.982863968Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.039817224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"Deployment","name":"maas-api-e2e-ipp-b-769c47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.104390675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"Service","name":"maas-api-e2e-ipp-b-769c47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.166199898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-769c47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.257153801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-769c47","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.3141425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.371007356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.430327888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.489257316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.579055391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.633046233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.686793731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"Service","name":"payload-processing-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.740206682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.796185104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.849698447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.90339937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:23.963356217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.016778204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.07051551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.12459117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-769c47","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.126634143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924dc80f-2abe-4902-8294-3bc72d83bc73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.181098787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-769c47"},"namespace":"ai-tenant-e2e-ipp-b-769c47","name":"default-tenant","reconcileID":"863e66be-102f-41b4-90c0-8d5c819936b8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-769c47","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.18203813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924dc80f-2abe-4902-8294-3bc72d83bc73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.236045215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924dc80f-2abe-4902-8294-3bc72d83bc73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:24.290237505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"924dc80f-2abe-4902-8294-3bc72d83bc73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:26.407057856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7895717-bf0d-40a2-a530-bad029ecc44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:26.461495197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7895717-bf0d-40a2-a530-bad029ecc44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:26.515398614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7895717-bf0d-40a2-a530-bad029ecc44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:26.570325173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7895717-bf0d-40a2-a530-bad029ecc44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.613031205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d1e9d1-76b1-4b97-aed6-5cea47fd6a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.667462447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d1e9d1-76b1-4b97-aed6-5cea47fd6a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.721670187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d1e9d1-76b1-4b97-aed6-5cea47fd6a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:28.776288515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26d1e9d1-76b1-4b97-aed6-5cea47fd6a98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.229395574Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-769c47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-769c47","reconcileID":"7354ae6f-b701-4b4e-a5c3-bbcd4c6f3256","aitenant":"ai-tenants/e2e-ipp-b-769c47","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.490384317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"9796bf44-ed06-41b2-b2eb-b86746e42cd9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-743079","tenantID":"e2e-praxis-a-743079","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:29.614642802Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"9796bf44-ed06-41b2-b2eb-b86746e42cd9","name":"e2e-praxis-a-743079-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.132713674Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-769c47","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-769c47","reconcileID":"7354ae6f-b701-4b4e-a5c3-bbcd4c6f3256","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-769c47","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-769c47"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.838373742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99835b0a-c786-4285-a121-f7ca737523d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.89344481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99835b0a-c786-4285-a121-f7ca737523d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:30.94760222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99835b0a-c786-4285-a121-f7ca737523d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:31.005511557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99835b0a-c786-4285-a121-f7ca737523d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.007358975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c07d8d-20d7-468f-96ec-ee3b3f008fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.06168477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c07d8d-20d7-468f-96ec-ee3b3f008fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.116544872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c07d8d-20d7-468f-96ec-ee3b3f008fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:33.171739031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c07d8d-20d7-468f-96ec-ee3b3f008fd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.224483203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26995aae-fd34-45f9-be37-c0a4cd858174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.279235991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26995aae-fd34-45f9-be37-c0a4cd858174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.333290415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26995aae-fd34-45f9-be37-c0a4cd858174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:35.387664974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26995aae-fd34-45f9-be37-c0a4cd858174","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.344641726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994729e7-e0c9-4423-b9c0-47cf13c8df76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.398838771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994729e7-e0c9-4423-b9c0-47cf13c8df76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.405587601Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-569a04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-569a04","reconcileID":"e21cbd8f-aa36-4f08-ac6f-0e3d1c6594b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-569a04","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-569a04":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.453157094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994729e7-e0c9-4423-b9c0-47cf13c8df76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:37.507339668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"994729e7-e0c9-4423-b9c0-47cf13c8df76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:39.508600231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16de9055-dc75-4e0b-9109-21b02eaf5dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:39.563492102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16de9055-dc75-4e0b-9109-21b02eaf5dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:39.617866317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16de9055-dc75-4e0b-9109-21b02eaf5dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:39.672116849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16de9055-dc75-4e0b-9109-21b02eaf5dc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:52.983799686Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.595596531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad760dd-b487-4c06-aff6-a8e0a516e85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.650344563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad760dd-b487-4c06-aff6-a8e0a516e85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.704613506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad760dd-b487-4c06-aff6-a8e0a516e85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:56.761227682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ad760dd-b487-4c06-aff6-a8e0a516e85f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.805317626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855ee657-a613-4207-bf4a-99ac58c9adf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.859909932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855ee657-a613-4207-bf4a-99ac58c9adf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.914130363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855ee657-a613-4207-bf4a-99ac58c9adf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:19:58.968343315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"855ee657-a613-4207-bf4a-99ac58c9adf9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.985128411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"c9a6b6c1-68c7-4a5b-913a-e9bd064f371e","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:00.985225553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"c9a6b6c1-68c7-4a5b-913a-e9bd064f371e","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.04663713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e998c3-4b60-4821-93bb-cee0820a7326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.100680389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e998c3-4b60-4821-93bb-cee0820a7326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.155115409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e998c3-4b60-4821-93bb-cee0820a7326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.209638163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68e998c3-4b60-4821-93bb-cee0820a7326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:05.572834543Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-97f551","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-97f551","reconcileID":"89727776-017f-4fad-b678-245b528f5cce","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-97f551","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-97f551":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.548853162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"499eb2f2-9237-4cf5-9844-a65a1d12112a","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.54887554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"499eb2f2-9237-4cf5-9844-a65a1d12112a","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.651859724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"d6a56037-d252-4a1f-be64-aab4549d02bb","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.651890782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"d6a56037-d252-4a1f-be64-aab4549d02bb","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.759418974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"777c1738-4479-40b5-ac78-d59b6315e6e4","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.893139374Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"777c1738-4479-40b5-ac78-d59b6315e6e4","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:06.951341593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-74ed05-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"777c1738-4479-40b5-ac78-d59b6315e6e4","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.009287408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"5fc5cb4f-d3ca-4b62-8e45-397d6eb19698","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.009315218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"5fc5cb4f-d3ca-4b62-8e45-397d6eb19698","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.193487519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21bec76-4322-49d6-a36d-8248d57e665d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.249484819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21bec76-4322-49d6-a36d-8248d57e665d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.304768371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21bec76-4322-49d6-a36d-8248d57e665d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:07.360275165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d21bec76-4322-49d6-a36d-8248d57e665d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.336629756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2198e1c2-9530-41ca-a65e-da53d9ceb383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.39120097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2198e1c2-9530-41ca-a65e-da53d9ceb383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.446053702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2198e1c2-9530-41ca-a65e-da53d9ceb383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:09.500417892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2198e1c2-9530-41ca-a65e-da53d9ceb383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.117328787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"249e8232-08c1-4528-9df0-b2ec825dce6b","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.177164502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"249e8232-08c1-4528-9df0-b2ec825dce6b","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:17.235374784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-74ed05-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"249e8232-08c1-4528-9df0-b2ec825dce6b","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.062231892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"252aeb35-2ac0-496d-903b-533dfb05cc6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.19858077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"541bf496-03cd-4e8d-800f-f0cbfa87b45e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.305323599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"ab8d6ea2-e11d-4918-a4db-55dccce65923","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.40590075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"7e632b38-8af1-44bc-9edc-2d5c5818ec98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.43001213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"4fb1cb5d-90d3-4fda-9eee-83879ddbcb52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.614629633Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"2f712bc4-cd02-4fce-98dd-e9e626e5a765","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.716314243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fcfec80b-bd03-4fa7-b95b-56f3ccdbfb11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.983805651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"c094d172-dd34-4025-90fa-e963a9c183be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:21.983844892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"672ebb74-64cc-4398-96b4-2cd9ec925003","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.136800028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"efbb9bdc-2a7a-4780-87c3-e31d15de449e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.246253144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"4df1ff0b-b590-4099-9d3d-c42d802bec4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.29992912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"3e724bf0-d611-4762-bbbe-f998eb2c04bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.642216033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973ed3c0-fb57-4cfd-8530-878a5ea7ede3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.697123263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973ed3c0-fb57-4cfd-8530-878a5ea7ede3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.7514417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973ed3c0-fb57-4cfd-8530-878a5ea7ede3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.805446462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"973ed3c0-fb57-4cfd-8530-878a5ea7ede3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:22.983476324Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.80587558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308e2d15-7db1-4fe8-9b9e-a019ffd7f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.860791007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308e2d15-7db1-4fe8-9b9e-a019ffd7f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.915267107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308e2d15-7db1-4fe8-9b9e-a019ffd7f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:24.970333498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"308e2d15-7db1-4fe8-9b9e-a019ffd7f3bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.345293661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"cb550e67-b428-46ac-8024-7d6cf567bfed","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.405519765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"cb550e67-b428-46ac-8024-7d6cf567bfed","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.464191102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-74ed05-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a59ac82b57bea6712c3565cad15ae0e9f07cd9ce94d796807bc75e0f24b87df5) AuthConfig (befb16ddb0b38af0fbb6c3beb03d788b9efb8a728528e88e7282096dfcc46d5f) AuthConfig (b595a26e57f13c65cbd1883d38949d757e4825edd4980e7d5f6a201c1ea87a26) AuthConfig (215739821e9d21f43456229802cff379b89e82f4b8617e5ec68cfec4bbd78b23) AuthConfig (2cd09b7aa80c20753667d55b547515249b3b39036172938aeddb650dac857ee2) AuthConfig (8033e72b7c3971334687af58ee8d607f3467175daac0c02bf8570d29de3ebec0) AuthConfig (239014392a917f1b02ab234e1e5d80be7b3d18856ba985303cc00965295a81ef) AuthConfig (4d1abff742e5a19a86937a5c59e26a033e9a4ecdd45ed4f913c7b88f6ea7529b) AuthConfig (959cb7c4c7ef57cc6743813ddade5d818ec5a3f1a3a886405effd0fcd566e443) AuthConfig (af74f0e287ffb7a927beea70178d31e9c192bcd5701d37e5e0407e0caedcb0bd) AuthConfig (8eed355a6b19c3d23fc66a597cede98ec48086cacdd98cf6a946f567a5a4ceb4) AuthConfig (afa7dead60288635f525568584e017ecb9db81cadc590909edf3c54c65fe56d5) AuthConfig (253f452d0a4d3088a4198fc3425370f745eae9128a7581106de61841f1f5ed83) AuthConfig (c7445932c15743e9bac554a0945f61d498838259d43a58f12c2c407fc0d4f3b4) AuthConfig (fe7b8e29a5498b5c8def570323780f58e1146c52c37d87466104fe83b38394a9) AuthConfig (266e14117f57bcbdb51878bd15755b8a421ead6a11724d658da0ee922a948bba) AuthConfig (474c77b94982e6f3404108b208547feeeff8fcb9baf5e4010ef8f100211dbf93) AuthConfig (8495eac43c3639624bc0fcb28944ddb6944ec493bbf3c01feb48ce3e692cb2d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"cb550e67-b428-46ac-8024-7d6cf567bfed","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.524392025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"4d44945d-588b-46a6-8e28-23cb7b55270c","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:27.524414809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"4d44945d-588b-46a6-8e28-23cb7b55270c","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.324830562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33b05f6-9c45-4d02-968d-51a672a3494b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.37908148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33b05f6-9c45-4d02-968d-51a672a3494b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.433338604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33b05f6-9c45-4d02-968d-51a672a3494b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.48746167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33b05f6-9c45-4d02-968d-51a672a3494b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:29.855273673Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-163dcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-163dcd","reconcileID":"4fcffb6f-5d01-4f13-8ec0-9873c32d780d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-163dcd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-163dcd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.505509557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e2ab6c-0a12-44c3-9b0d-f71b39fb2c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.560629885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e2ab6c-0a12-44c3-9b0d-f71b39fb2c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.614796506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e2ab6c-0a12-44c3-9b0d-f71b39fb2c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:31.668875667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7e2ab6c-0a12-44c3-9b0d-f71b39fb2c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.618687756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d46bc7-4486-43a1-9d46-073ad203c962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.673489963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d46bc7-4486-43a1-9d46-073ad203c962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.728863753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d46bc7-4486-43a1-9d46-073ad203c962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:33.783085225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90d46bc7-4486-43a1-9d46-073ad203c962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.743889384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11101f9-d092-40e0-906b-a67595e5bc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.797935084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11101f9-d092-40e0-906b-a67595e5bc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.852500654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11101f9-d092-40e0-906b-a67595e5bc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:35.907019484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e11101f9-d092-40e0-906b-a67595e5bc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.63281612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"67e55f7a-c4a8-46ba-a117-0e3a8eda193d","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.692926871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"67e55f7a-c4a8-46ba-a117-0e3a8eda193d","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:37.751299585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-74ed05-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a59ac82b57bea6712c3565cad15ae0e9f07cd9ce94d796807bc75e0f24b87df5) AuthConfig (befb16ddb0b38af0fbb6c3beb03d788b9efb8a728528e88e7282096dfcc46d5f) AuthConfig (b595a26e57f13c65cbd1883d38949d757e4825edd4980e7d5f6a201c1ea87a26) AuthConfig (215739821e9d21f43456229802cff379b89e82f4b8617e5ec68cfec4bbd78b23) AuthConfig (2cd09b7aa80c20753667d55b547515249b3b39036172938aeddb650dac857ee2) AuthConfig (8033e72b7c3971334687af58ee8d607f3467175daac0c02bf8570d29de3ebec0) AuthConfig (239014392a917f1b02ab234e1e5d80be7b3d18856ba985303cc00965295a81ef) AuthConfig (4d1abff742e5a19a86937a5c59e26a033e9a4ecdd45ed4f913c7b88f6ea7529b) AuthConfig (959cb7c4c7ef57cc6743813ddade5d818ec5a3f1a3a886405effd0fcd566e443) AuthConfig (af74f0e287ffb7a927beea70178d31e9c192bcd5701d37e5e0407e0caedcb0bd) AuthConfig (8eed355a6b19c3d23fc66a597cede98ec48086cacdd98cf6a946f567a5a4ceb4) AuthConfig (afa7dead60288635f525568584e017ecb9db81cadc590909edf3c54c65fe56d5) AuthConfig (253f452d0a4d3088a4198fc3425370f745eae9128a7581106de61841f1f5ed83) AuthConfig (c7445932c15743e9bac554a0945f61d498838259d43a58f12c2c407fc0d4f3b4) AuthConfig (fe7b8e29a5498b5c8def570323780f58e1146c52c37d87466104fe83b38394a9) AuthConfig (266e14117f57bcbdb51878bd15755b8a421ead6a11724d658da0ee922a948bba) AuthConfig (474c77b94982e6f3404108b208547feeeff8fcb9baf5e4010ef8f100211dbf93) AuthConfig (8495eac43c3639624bc0fcb28944ddb6944ec493bbf3c01feb48ce3e692cb2d0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"67e55f7a-c4a8-46ba-a117-0e3a8eda193d","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.614380935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"37f5020b-8891-40a5-a119-c0ecbe3cf448","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:41.737495646Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"37f5020b-8891-40a5-a119-c0ecbe3cf448","name":"e2e-praxis-a-569a04-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.400759104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71b2f8e-9885-4d82-8a55-e0d68bf4911c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.455211348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71b2f8e-9885-4d82-8a55-e0d68bf4911c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.509913275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71b2f8e-9885-4d82-8a55-e0d68bf4911c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.567302734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c71b2f8e-9885-4d82-8a55-e0d68bf4911c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:44.928313015Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-40d0f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-40d0f4","reconcileID":"86774428-a253-45bf-90df-c399a8ac8468","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-40d0f4","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-40d0f4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.529372342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a7ed2-ca34-4965-8b12-11cc1fe48d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.586399657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a7ed2-ca34-4965-8b12-11cc1fe48d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.640674267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a7ed2-ca34-4965-8b12-11cc1fe48d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:46.694810884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a7ed2-ca34-4965-8b12-11cc1fe48d3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.860225228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"138346c6-e46e-4dfc-ab83-fe148d60976e","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:47.919644919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"138346c6-e46e-4dfc-ab83-fe148d60976e","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:48.208006828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"b87f0b20-76d4-46e0-8010-0db6b4241ed7","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:48.208029869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"b87f0b20-76d4-46e0-8010-0db6b4241ed7","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:52.984129211Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.492449375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"f876129e-23ac-489c-a0d8-cd84acfe86cd","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.492472488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"f876129e-23ac-489c-a0d8-cd84acfe86cd","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.55273496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"2adf5d16-bc8f-4597-8f8f-44564daad69e","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.552762801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"2adf5d16-bc8f-4597-8f8f-44564daad69e","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:53.598769162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"a421af4f-95a5-4e0b-b57b-13501e3b2c63","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-74ed05-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.603022188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"ca4e579b-5c04-4ed3-bf56-358889e5eae7","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:53.608281187Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"2adf5d16-bc8f-4597-8f8f-44564daad69e","name":"ipp-route-74ed05","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-74ed05\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:20:53.608339938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"2adf5d16-bc8f-4597-8f8f-44564daad69e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-74ed05\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.613786882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"84f914b7-3b3a-41ef-beef-25440d01a4c9","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.61381145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"84f914b7-3b3a-41ef-beef-25440d01a4c9","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.6645975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"ca4e579b-5c04-4ed3-bf56-358889e5eae7","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.707663936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"adc3aa45-3c4e-44ef-9cc6-daf83b00a6a5","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.707692739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"adc3aa45-3c4e-44ef-9cc6-daf83b00a6a5","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.766770375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"66d38878-4ee1-4fd5-bdd6-b17a190e795e","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.766796524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"66d38878-4ee1-4fd5-bdd6-b17a190e795e","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.933583662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"eb3d9b2b-cccb-4e3b-b493-9cbcaca6f2e7","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.987991529Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"2203e200-a493-43ec-9e55-292293dbce73","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"maas-trlp-ipp-route-74ed05","model":"ipp-route-74ed05","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:53.99306216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"eb3d9b2b-cccb-4e3b-b493-9cbcaca6f2e7","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.161742971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"ddef301e-3133-479b-bf7c-f824fed584af","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.161767376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"ddef301e-3133-479b-bf7c-f824fed584af","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:20:54.379510466Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"a0871d21-75c5-454e-985f-4671057c794b","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"maas-trlp-ipp-route-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.862504706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"6839c417-3da1-4a05-bd4b-b05272e06428","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:07.986683615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"82df2749-5e34-4464-8aaf-9bf68fa44417","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.086862796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"9763814a-ca2d-47cb-9ba9-e10b20c9de02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.187023658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"02d01b22-dc31-4db8-a2ca-fc31c160a6f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.187194143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"4d2f420c-f3a0-48c9-b6ee-eab3ac66bb9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.286861235Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"73ef44b5-d0a8-449f-8159-30325be30ad4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.387051375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"a0da0cc8-87d9-4626-9695-1dde17b15c7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.487027901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ffdc7e6a-2455-4cdf-8323-0dbdf79b605f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.723505259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"79ae236b-3813-4274-95a7-425247f53ec6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:08.826927231Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"376e59b0-b3aa-4905-a7eb-d04168600158","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"maas-trlp-ipp-route-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.001284948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"4c4339c5-fe42-499a-96e5-34c1858ae8e0","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.001314733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"4c4339c5-fe42-499a-96e5-34c1858ae8e0","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.024762873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"46616af6-76e5-481c-bbac-a0e0633be29e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.154621451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"ec702174-65d9-43bb-853a-02ecf7ac4a6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.253694816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"5a59b1cf-5a98-4018-bdb9-80fbceeac02a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.753437485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"321d3573-8048-4d46-9dcd-cd860e843649","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:09.816572518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"321d3573-8048-4d46-9dcd-cd860e843649","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.702099559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"0c9c8b8b-0d81-44d6-a2dd-e301d75fd904","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-97f551","tenantID":"e2e-praxis-b-97f551","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:15.829236823Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"0c9c8b8b-0d81-44d6-a2dd-e301d75fd904","name":"e2e-praxis-b-97f551-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.305359368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"561e6525-2301-4345-86b5-6a2a490be0b2","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.305389202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"561e6525-2301-4345-86b5-6a2a490be0b2","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.473890274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"555c1209-3e4b-4f3c-8958-d9adf2836e7d","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.528706663Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"7d61da51-6dd0-42bb-adec-6d9ee63b6261","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"maas-trlp-ipp-route-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.533719089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"555c1209-3e4b-4f3c-8958-d9adf2836e7d","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.70746403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"655148aa-3856-4271-b0b1-cffabfc9e0b4","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.707490087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"655148aa-3856-4271-b0b1-cffabfc9e0b4","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.926440334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"cc9aa663-7c5c-4c3b-82bb-27f3e694d810","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"maas-trlp-ipp-route-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:22.98319217Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.708594741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"737bf9e4-cb7c-490d-8474-2c08dba48f89","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:32.708618286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"737bf9e4-cb7c-490d-8474-2c08dba48f89","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:42.710074674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"e0ad9e63-f1f7-463e-bf54-fcaad91904ad","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:42.710104386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"e0ad9e63-f1f7-463e-bf54-fcaad91904ad","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.523824717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"1fe7d218-01f2-43e9-a39c-7d998c3cd53d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-163dcd","tenantID":"e2e-praxis-b-163dcd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:45.647059714Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"1fe7d218-01f2-43e9-a39c-7d998c3cd53d","name":"e2e-praxis-b-163dcd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.71117077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"0501433d-4dab-4bb0-a925-14d1eef18c8a","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"tenant":"e2e-ipp-a-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.711197905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"0501433d-4dab-4bb0-a925-14d1eef18c8a","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"routeName":"ipp-route-74ed05-kserve-route","namespace":"ai-tenant-e2e-ipp-a-74ed05","llmisvcName":"ipp-route-74ed05","gateway":"openshift-ingress/e2e-ipp-a-74ed05","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:52.984465754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.523896146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0f99a5-888b-4376-ade2-d2d203d86cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.578386869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0f99a5-888b-4376-ade2-d2d203d86cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.632485247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0f99a5-888b-4376-ade2-d2d203d86cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:57.686732877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0f99a5-888b-4376-ade2-d2d203d86cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.094247768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"c70bd3ad-ab5c-49cc-910f-87f8ed86bd8e","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.154035947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"c70bd3ad-ab5c-49cc-910f-87f8ed86bd8e","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.328609561Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"22486040-869f-49ae-a004-7d66bbfa4173","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.343449496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"015666db-5c42-461b-b4a4-cfb7cd4eb026","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.383084829Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"22486040-869f-49ae-a004-7d66bbfa4173","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"maas-trlp-ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05","model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.397141533Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"0801c7e5-f832-44b3-94be-befe2540f1ef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"maas-trlp-ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05","model":"ipp-route-74ed05","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:58.554755562Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"22486040-869f-49ae-a004-7d66bbfa4173","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-74ed05-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.598641946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"015666db-5c42-461b-b4a4-cfb7cd4eb026","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.723352187Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"7064adfc-4c6e-4bdd-b1af-f07e58c8c82c","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d62fa29a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.743360715Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"015666db-5c42-461b-b4a4-cfb7cd4eb026","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"name":"e2e-ipp-a-74ed05-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.743396757Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-auth","reconcileID":"015666db-5c42-461b-b4a4-cfb7cd4eb026","MaaSAuthPolicy":{"name":"ipp-route-74ed05-auth","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:58.79089677Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"116bcfbf-0355-461e-b659-271d2b414c43","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d62fa29a","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:21:58.855233229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-74ed05","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05","reconcileID":"b0f500ad-723a-4357-a96c-f7b9eb45e53c","error":"maasmodelrefs.maas.opendatahub.io \"ipp-route-74ed05\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.202214471Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"8eec0d4f-34a9-4afc-86ca-dcd4d240ae1e","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d62fa29a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.70946479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e920c5-2489-4f6d-a117-427c9576dd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.767153705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e920c5-2489-4f6d-a117-427c9576dd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.823049176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e920c5-2489-4f6d-a117-427c9576dd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:21:59.878085027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2e920c5-2489-4f6d-a117-427c9576dd10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.874011286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da415455-1b86-433b-80e5-127159a52ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.930413216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da415455-1b86-433b-80e5-127159a52ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:01.988866031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da415455-1b86-433b-80e5-127159a52ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:02.050834187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da415455-1b86-433b-80e5-127159a52ff8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.075016623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fcb33d-0b1c-4237-9518-6a9d7fb39dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.129820084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fcb33d-0b1c-4237-9518-6a9d7fb39dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.184727771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fcb33d-0b1c-4237-9518-6a9d7fb39dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.238898906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fcb33d-0b1c-4237-9518-6a9d7fb39dcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:06.695990799Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b696f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b696f5","reconcileID":"ede29c18-4890-4487-a43b-4bd1d5be83ef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b696f5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-b696f5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.169231493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"7197f16c-925f-416b-835b-640e33eca7eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-40d0f4","tenantID":"e2e-praxis-b-40d0f4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.247633982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9208c9-e17c-4506-baa9-14c4323f20ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.302344376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9208c9-e17c-4506-baa9-14c4323f20ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.317080903Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"7197f16c-925f-416b-835b-640e33eca7eb","name":"e2e-praxis-b-40d0f4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.356646159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9208c9-e17c-4506-baa9-14c4323f20ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:08.410723864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9208c9-e17c-4506-baa9-14c4323f20ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.259336528Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"83c5f2a7-46e7-4a59-9ea3-0c8863787096","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","subscription":"ipp-route-74ed05-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:09.259537829Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"ipp-route-74ed05-sub","reconcileID":"83c5f2a7-46e7-4a59-9ea3-0c8863787096","MaaSSubscription":{"name":"ipp-route-74ed05-sub","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"model":"ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-74ed05/ipp-route-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.560196218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687bdbf3-c4ca-4fd4-992e-9cc605f5ec0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.61792841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687bdbf3-c4ca-4fd4-992e-9cc605f5ec0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.672043995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687bdbf3-c4ca-4fd4-992e-9cc605f5ec0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:10.726851921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"687bdbf3-c4ca-4fd4-992e-9cc605f5ec0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:22.984258541Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.701459026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8817801b-69b7-4d17-aa89-7b5d224c7df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.757145704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8817801b-69b7-4d17-aa89-7b5d224c7df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.815888544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8817801b-69b7-4d17-aa89-7b5d224c7df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:37.870427756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8817801b-69b7-4d17-aa89-7b5d224c7df0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.832441758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24cc5218-4a03-4a19-952a-adfc8f59cb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.88677705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24cc5218-4a03-4a19-952a-adfc8f59cb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:39.94619085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24cc5218-4a03-4a19-952a-adfc8f59cb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:40.003235001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24cc5218-4a03-4a19-952a-adfc8f59cb30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:42.072192379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018cfc74-1c54-4e68-b4d3-0d803db2360f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:42.131149585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018cfc74-1c54-4e68-b4d3-0d803db2360f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:42.185391989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018cfc74-1c54-4e68-b4d3-0d803db2360f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:42.243216579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"018cfc74-1c54-4e68-b4d3-0d803db2360f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.275318222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5981495-852b-4d15-a55d-fa4469fd6ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.329395593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5981495-852b-4d15-a55d-fa4469fd6ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.383494547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5981495-852b-4d15-a55d-fa4469fd6ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:44.443923936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5981495-852b-4d15-a55d-fa4469fd6ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.872130344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c6ad84-49dd-43a6-8b44-6054e55f64b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.927025325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c6ad84-49dd-43a6-8b44-6054e55f64b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:47.983284213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c6ad84-49dd-43a6-8b44-6054e55f64b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:48.046031506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43c6ad84-49dd-43a6-8b44-6054e55f64b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.043107969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0d69c7-6050-4454-8db2-09b017d0bc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.097516587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0d69c7-6050-4454-8db2-09b017d0bc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.151775351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0d69c7-6050-4454-8db2-09b017d0bc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.205987764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a0d69c7-6050-4454-8db2-09b017d0bc97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.468317237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"24edc0dd-c858-4d63-8746-5cde0a263ceb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.590104845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"17f14b8f-2974-42fd-b3d1-69eddc06d067","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.762529263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"76d8958c-d369-47a9-b03d-fad73220f485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.886251725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"d9ea2fa3-803d-44e8-9fce-13867887bead","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:50.987244877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"7299e58b-925b-4b57-a749-da890338c4ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.150494922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"1f3a3c56-30f9-4c1c-b7d3-582eabddf946","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.34930929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"bad4d24e-74da-43be-9555-fc02ade9601d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.459989442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0bb46627-b57b-49af-90ca-57dcf10c732d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.691819263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"a88acea0-0e4a-4109-98f3-1167a47f0fcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.855629935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"e84587cb-4c9e-4c07-a166-5cdb5604cc5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.883021007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"6380ea1d-d770-42ae-a948-2153a67c751a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:51.955576296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"4d2429d2-e0b6-4b4e-b96f-6c6b1823e11b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:52.252937181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de5a902b-2852-4aab-b110-aa83a4768ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:52.307123104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de5a902b-2852-4aab-b110-aa83a4768ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:52.361220642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de5a902b-2852-4aab-b110-aa83a4768ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:52.415589099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de5a902b-2852-4aab-b110-aa83a4768ff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:52.983496133Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.398522491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105e07fa-4beb-40aa-9586-24d94ca7290d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.452821665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105e07fa-4beb-40aa-9586-24d94ca7290d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.507237673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105e07fa-4beb-40aa-9586-24d94ca7290d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:54.56246328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"105e07fa-4beb-40aa-9586-24d94ca7290d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:56.520182013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff79b94-292d-4c5a-bb15-5d5f80434f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:56.57444185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff79b94-292d-4c5a-bb15-5d5f80434f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:56.628653574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff79b94-292d-4c5a-bb15-5d5f80434f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:56.683337338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ff79b94-292d-4c5a-bb15-5d5f80434f38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.651261028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2237a7e-25ce-4d2c-9467-6d14529a8d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.70624152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2237a7e-25ce-4d2c-9467-6d14529a8d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.76083027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2237a7e-25ce-4d2c-9467-6d14529a8d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:22:58.816553716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2237a7e-25ce-4d2c-9467-6d14529a8d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:00.773164189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27c360e-904d-41e2-8d1f-19979c81f412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:00.829850454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27c360e-904d-41e2-8d1f-19979c81f412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:00.886352551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27c360e-904d-41e2-8d1f-19979c81f412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:00.941312145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27c360e-904d-41e2-8d1f-19979c81f412","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.931753181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d26017b-4dae-4002-b326-6c970e80354d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:02.989799358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d26017b-4dae-4002-b326-6c970e80354d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:03.044740299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d26017b-4dae-4002-b326-6c970e80354d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:03.09905846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d26017b-4dae-4002-b326-6c970e80354d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:05.061930147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7915a113-96f3-4a43-b712-7a935ad59aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:05.11606041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7915a113-96f3-4a43-b712-7a935ad59aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:05.170277469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7915a113-96f3-4a43-b712-7a935ad59aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:05.225275162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7915a113-96f3-4a43-b712-7a935ad59aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:07.175708269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8276940b-619e-4171-a235-1dda21166880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:07.229921097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8276940b-619e-4171-a235-1dda21166880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:07.284285154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8276940b-619e-4171-a235-1dda21166880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:07.33834182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8276940b-619e-4171-a235-1dda21166880","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.31040892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bbf700-30b1-47bf-8df1-65734afab268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.364562836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bbf700-30b1-47bf-8df1-65734afab268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.419130996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bbf700-30b1-47bf-8df1-65734afab268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:09.473471673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bbf700-30b1-47bf-8df1-65734afab268","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.514956303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13dd23d0-c3a9-4b5a-b2f1-1df8067b3847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.569159051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13dd23d0-c3a9-4b5a-b2f1-1df8067b3847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.623466578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13dd23d0-c3a9-4b5a-b2f1-1df8067b3847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:11.677616207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13dd23d0-c3a9-4b5a-b2f1-1df8067b3847","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:13.710767065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e6227c-9993-4208-9617-3d3b986fee80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:13.764823423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e6227c-9993-4208-9617-3d3b986fee80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:13.818960632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e6227c-9993-4208-9617-3d3b986fee80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:13.873111948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24e6227c-9993-4208-9617-3d3b986fee80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.830378059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea1439b-fc03-440d-947c-64eede6375c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.884544216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea1439b-fc03-440d-947c-64eede6375c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.938685749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea1439b-fc03-440d-947c-64eede6375c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:15.992795588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cea1439b-fc03-440d-947c-64eede6375c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:17.997361566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4ed217-2810-421d-944f-83fdb0b53b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:18.051595903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4ed217-2810-421d-944f-83fdb0b53b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:18.106118798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4ed217-2810-421d-944f-83fdb0b53b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:18.160351247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a4ed217-2810-421d-944f-83fdb0b53b0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:18.796148057Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","namespace":"ai-tenant-e2e-ipp-a-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:18.796210754Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","namespace":"ai-tenant-e2e-ipp-a-74ed05","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:18.796264583Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","tenant":"e2e-ipp-a-74ed05","tenantID":"e2e-ipp-a-74ed05","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:18.874693542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"Deployment","name":"maas-api-e2e-ipp-a-74ed05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:18.93890193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"Service","name":"maas-api-e2e-ipp-a-74ed05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.001259407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-74ed05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.057128799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-74ed05","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.113710148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.172705742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.26269686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.321232264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.377251571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.434962179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.497282156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"Service","name":"payload-processing-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.639637366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.69828473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.754390233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.814358563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.873071713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.928829253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:19.984418813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.041338765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-74ed05","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.097653615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-74ed05"},"namespace":"ai-tenant-e2e-ipp-a-74ed05","name":"default-tenant","reconcileID":"0c308543-0b17-4cb6-ab73-d6f85cdf0519","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-74ed05","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.152443359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206b8684-c18c-493d-96c1-8b437c80ac11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.206549094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206b8684-c18c-493d-96c1-8b437c80ac11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.260746869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206b8684-c18c-493d-96c1-8b437c80ac11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.314999253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206b8684-c18c-493d-96c1-8b437c80ac11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:20.828240872Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-74ed05","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-74ed05","reconcileID":"8a5d3c0a-8a75-40f5-8ef3-bba547fcdd8d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-74ed05","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-74ed05"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.288862083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"723c2590-3f8f-4139-84ba-5ee3f20afd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.3440881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"723c2590-3f8f-4139-84ba-5ee3f20afd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.399162101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"723c2590-3f8f-4139-84ba-5ee3f20afd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.453911782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"723c2590-3f8f-4139-84ba-5ee3f20afd44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:22.983635075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.453463649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc934a9-f7b3-431c-9c4b-dcd61666faff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.508425801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc934a9-f7b3-431c-9c4b-dcd61666faff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.562818644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc934a9-f7b3-431c-9c4b-dcd61666faff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:24.617265475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfc934a9-f7b3-431c-9c4b-dcd61666faff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.632805111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0446d851-11be-4e2d-91de-d2d39188ce4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.688110327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0446d851-11be-4e2d-91de-d2d39188ce4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.743191663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0446d851-11be-4e2d-91de-d2d39188ce4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:26.798613731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0446d851-11be-4e2d-91de-d2d39188ce4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.810394302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532ceed6-aed2-47ea-9399-d2a87148eee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.86627082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532ceed6-aed2-47ea-9399-d2a87148eee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.920799244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532ceed6-aed2-47ea-9399-d2a87148eee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:28.975674935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"532ceed6-aed2-47ea-9399-d2a87148eee3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.022731428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9746db2d-2e68-4802-abbd-124e22411fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.076479451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"5b91514a-93af-45dd-be3e-73a241b957a1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-b696f5","tenantID":"e2e-praxis-b-b696f5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.077692893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9746db2d-2e68-4802-abbd-124e22411fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.132306704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9746db2d-2e68-4802-abbd-124e22411fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.186551863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9746db2d-2e68-4802-abbd-124e22411fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.259209943Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"5b91514a-93af-45dd-be3e-73a241b957a1","name":"e2e-praxis-b-b696f5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.319271281Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","namespace":"ai-tenant-e2e-ipp-b-b1c915","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.319355035Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","namespace":"ai-tenant-e2e-ipp-b-b1c915","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.319430879Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","tenant":"e2e-ipp-b-b1c915","tenantID":"e2e-ipp-b-b1c915","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.375593169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b1c915","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.474462111Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"Service","name":"maas-api-e2e-ipp-b-b1c915","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.537320721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b1c915","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.593704088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b1c915","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.6857606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.760129988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.830406719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.887100381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.943454184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:31.999512606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.075875354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"Service","name":"payload-processing-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.161704147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.218500086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.313627239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.374168188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.432670055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.492874095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.549498362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.664761597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b1c915","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.736297497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b1c915"},"namespace":"ai-tenant-e2e-ipp-b-b1c915","name":"default-tenant","reconcileID":"c77a5343-2e52-403b-9f2a-8cb1be281f56","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b1c915","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.795555743Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","namespace":"ai-tenant-e2e-praxis-a-38e6d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.795615699Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","namespace":"ai-tenant-e2e-praxis-a-38e6d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.795668716Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","tenant":"e2e-praxis-a-38e6d3","tenantID":"e2e-praxis-a-38e6d3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.851524038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"Deployment","name":"maas-api-e2e-praxis-a-38e6d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.915622376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"Service","name":"maas-api-e2e-praxis-a-38e6d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:32.978258642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-38e6d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.034112639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-38e6d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.098689142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.154872379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.211670724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.270582035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.318988256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafbedd1-a54e-4267-9f30-759ac7177f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.373177549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.373760397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafbedd1-a54e-4267-9f30-759ac7177f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.427393163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.428133519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafbedd1-a54e-4267-9f30-759ac7177f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.481984806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"Service","name":"payload-processing-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.482532907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eafbedd1-a54e-4267-9f30-759ac7177f83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.536385195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.590224795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.64401156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.698161711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.762410149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.816295043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.87013335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.928462602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-38e6d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:33.982605945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-38e6d3"},"namespace":"ai-tenant-e2e-praxis-a-38e6d3","name":"default-tenant","reconcileID":"6ada68b7-a536-487f-8010-21a48b0868c2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-38e6d3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:35.865831739Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b1c915","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b1c915","reconcileID":"ad4dfc11-c11b-49ca-aa9c-65eb1a981a0e","aitenant":"ai-tenants/e2e-ipp-b-b1c915","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.355354477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"ae6aa9d3-1a8d-45b0-abd5-77da30cfac08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.474647547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"245fec4a-f811-44e1-8b73-046525fbae67","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.501184605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b5f755-ce39-45bb-9931-c12441ebf8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.555881677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b5f755-ce39-45bb-9931-c12441ebf8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.611066964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b5f755-ce39-45bb-9931-c12441ebf8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.665630121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b5f755-ce39-45bb-9931-c12441ebf8b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.720375089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"f437e980-d006-4719-b366-76fcc221b392","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.729432166Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b1c915","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b1c915","reconcileID":"ad4dfc11-c11b-49ca-aa9c-65eb1a981a0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b1c915","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b1c915"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.774723519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"509e4517-fc22-4275-a355-ba6e459e84ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.884096606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"bf2a1242-b2dd-4820-9df5-7e14674a9b29","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:36.995863133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"483f36fa-52c1-4ae8-bb58-2c420b9fa901","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.104628084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"6ff18250-5fd7-4094-b37d-ae88ff08b136","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.329005781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"6780ee4c-a650-401c-9d25-45c5349aaee6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.426795397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"a836639e-8bbd-499f-8099-ca4d38cbebed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.465708592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"60151910-3da9-4df1-b798-5a518b3553b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.703648398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"4f7b8e2b-3715-4f9f-b08e-adb217953471","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:37.98349719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"7c0bbafe-5a59-4f9c-a233-9782a69d9a98","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.624755727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f4fe3e-6276-45b6-8c2e-56a9dfd042b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.678969243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f4fe3e-6276-45b6-8c2e-56a9dfd042b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.73317221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f4fe3e-6276-45b6-8c2e-56a9dfd042b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:38.787212298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f4fe3e-6276-45b6-8c2e-56a9dfd042b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:40.829794929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04f9487-9335-4653-a7dc-a03eeae31c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:40.884694115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04f9487-9335-4653-a7dc-a03eeae31c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:40.938868312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04f9487-9335-4653-a7dc-a03eeae31c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:40.993499877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c04f9487-9335-4653-a7dc-a03eeae31c06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.012014337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e950fa-7368-43bf-917c-00b1846457a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.066221667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e950fa-7368-43bf-917c-00b1846457a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.120496185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e950fa-7368-43bf-917c-00b1846457a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.174675372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e950fa-7368-43bf-917c-00b1846457a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:43.24069189Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-337dc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-337dc5","reconcileID":"94273449-3156-45fc-9538-78ddb9eb1362","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-337dc5","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-337dc5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:45.258090947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8733f465-18d0-4a73-aeca-cc320da0bc9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:45.3120373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8733f465-18d0-4a73-aeca-cc320da0bc9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:45.366331463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8733f465-18d0-4a73-aeca-cc320da0bc9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:45.420531046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8733f465-18d0-4a73-aeca-cc320da0bc9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:46.116577213Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-38e6d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-38e6d3","reconcileID":"e81ed0c8-71ec-4bed-848b-a91e8267cb3b","aitenant":"ai-tenants/e2e-praxis-a-38e6d3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:46.952865617Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-38e6d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-38e6d3","reconcileID":"e81ed0c8-71ec-4bed-848b-a91e8267cb3b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-38e6d3","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-38e6d3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.426018087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa16d56-6088-4f1a-890f-79e2be8bccd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.481313343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa16d56-6088-4f1a-890f-79e2be8bccd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.5363869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa16d56-6088-4f1a-890f-79e2be8bccd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:47.590885693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aa16d56-6088-4f1a-890f-79e2be8bccd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.609502228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f3ca28-9f53-4bf3-b9d5-13c5e2b9cd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.664197395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f3ca28-9f53-4bf3-b9d5-13c5e2b9cd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.718452176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f3ca28-9f53-4bf3-b9d5-13c5e2b9cd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:49.773201875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32f3ca28-9f53-4bf3-b9d5-13c5e2b9cd75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.723012801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5d18f9-973f-406d-b920-234d02aa9ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.777394277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5d18f9-973f-406d-b920-234d02aa9ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.832236498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5d18f9-973f-406d-b920-234d02aa9ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:51.886596689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc5d18f9-973f-406d-b920-234d02aa9ac3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:52.983354049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:53.903027139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6189289e-acb5-43ed-ae71-687894d9cac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:53.957231658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6189289e-acb5-43ed-ae71-687894d9cac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.011267129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6189289e-acb5-43ed-ae71-687894d9cac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:54.065479975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6189289e-acb5-43ed-ae71-687894d9cac4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:56.047663294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa05e4a-82ff-42f0-b7b3-8f32d5f984df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:56.102597457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa05e4a-82ff-42f0-b7b3-8f32d5f984df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:56.157143801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa05e4a-82ff-42f0-b7b3-8f32d5f984df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:56.213063581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa05e4a-82ff-42f0-b7b3-8f32d5f984df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.198006395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cc0585-64df-41b1-8f35-aea4af512255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.255052982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cc0585-64df-41b1-8f35-aea4af512255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.309755761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cc0585-64df-41b1-8f35-aea4af512255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:23:58.363901716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62cc0585-64df-41b1-8f35-aea4af512255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:00.315287391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ec908f-29cf-4f9f-aecb-5e035528289d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:00.370560828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ec908f-29cf-4f9f-aecb-5e035528289d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:00.424685444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ec908f-29cf-4f9f-aecb-5e035528289d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:00.479698245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ec908f-29cf-4f9f-aecb-5e035528289d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:00.991383851Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","namespace":"ai-tenant-e2e-praxis-a-ed6a1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:00.991449539Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","namespace":"ai-tenant-e2e-praxis-a-ed6a1e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:00.991503737Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","tenant":"e2e-praxis-a-ed6a1e","tenantID":"e2e-praxis-a-ed6a1e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.047708227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ed6a1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.114909471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"Service","name":"maas-api-e2e-praxis-a-ed6a1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.172174296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ed6a1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.228183194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ed6a1e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.284693125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.342676637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.399212961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.456596985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.510334797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.579282909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.633448431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"Service","name":"payload-processing-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.687604917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.741251413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.794888558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.936335752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:01.994209453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.048354809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.102225619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.155879135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ed6a1e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.212270454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ed6a1e"},"namespace":"ai-tenant-e2e-praxis-a-ed6a1e","name":"default-tenant","reconcileID":"c0cd7565-a70b-4459-92f3-2d2e027d5afe","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ed6a1e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.445395113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d16b7fd-2795-4ca9-87da-5fda45f2b692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.499437787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d16b7fd-2795-4ca9-87da-5fda45f2b692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.554969262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d16b7fd-2795-4ca9-87da-5fda45f2b692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:02.616937953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d16b7fd-2795-4ca9-87da-5fda45f2b692","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.588692494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d91708-4f58-4ab3-b8c6-60d66edae349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.642859156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d91708-4f58-4ab3-b8c6-60d66edae349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.696805435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d91708-4f58-4ab3-b8c6-60d66edae349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:04.750911469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33d91708-4f58-4ab3-b8c6-60d66edae349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.713180057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbb3bd6-cf6b-4305-945e-f890134b4b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.767464758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbb3bd6-cf6b-4305-945e-f890134b4b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.821784678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbb3bd6-cf6b-4305-945e-f890134b4b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:06.876115147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fbb3bd6-cf6b-4305-945e-f890134b4b9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:07.720510752Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","namespace":"ai-tenant-e2e-praxis-a-743079","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:07.720570784Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","namespace":"ai-tenant-e2e-praxis-a-743079","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:07.72062274Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","tenant":"e2e-praxis-a-743079","tenantID":"e2e-praxis-a-743079","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:07.778503079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"Deployment","name":"maas-api-e2e-praxis-a-743079","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:07.840780264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"Service","name":"maas-api-e2e-praxis-a-743079","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:07.902872456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-743079","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:07.970622373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-743079","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.027399141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.085795489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.144485803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.200550866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.294039829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.348164473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.401854337Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"Service","name":"payload-processing-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.455425242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.509066898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.562408381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.618174952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.677295925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.730580507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.784291986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.843228353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-743079","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.845346981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c50d76-f67c-4c31-becc-9018d87ef1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.902074469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-743079"},"namespace":"ai-tenant-e2e-praxis-a-743079","name":"default-tenant","reconcileID":"ccfd85bf-a0e8-4b0e-9ccb-1435e8411528","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-743079","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.902460609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c50d76-f67c-4c31-becc-9018d87ef1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:08.956585439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c50d76-f67c-4c31-becc-9018d87ef1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:09.010670785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78c50d76-f67c-4c31-becc-9018d87ef1ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:12.084244803Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ed6a1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ed6a1e","reconcileID":"b6c1af21-2b27-4653-a536-134fbdd4f547","aitenant":"ai-tenants/e2e-praxis-a-ed6a1e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:12.605288074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df761e4f-6dd3-4cb5-949f-96b48a6e89fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:12.660019037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df761e4f-6dd3-4cb5-949f-96b48a6e89fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:12.714148862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df761e4f-6dd3-4cb5-949f-96b48a6e89fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:12.768319971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df761e4f-6dd3-4cb5-949f-96b48a6e89fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:12.940897642Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ed6a1e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ed6a1e","reconcileID":"b6c1af21-2b27-4653-a536-134fbdd4f547","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ed6a1e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ed6a1e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.825437133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b4762c-d64e-4371-87f4-749cbca404b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.879858493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b4762c-d64e-4371-87f4-749cbca404b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.934029341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b4762c-d64e-4371-87f4-749cbca404b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:14.988412942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4b4762c-d64e-4371-87f4-749cbca404b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:16.999461388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0896ef3d-ee50-4a29-8dca-b06fcb797ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.053929604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0896ef3d-ee50-4a29-8dca-b06fcb797ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.108063975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0896ef3d-ee50-4a29-8dca-b06fcb797ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:17.162256425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0896ef3d-ee50-4a29-8dca-b06fcb797ffb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:18.326346331Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-743079","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-743079","reconcileID":"cdef3795-919b-497c-9194-e186d836f2e3","aitenant":"ai-tenants/e2e-praxis-a-743079","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:19.146517846Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-743079","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-743079","reconcileID":"cdef3795-919b-497c-9194-e186d836f2e3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-743079","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-743079"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:19.205501698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53787e01-a560-4860-8812-8d256c8b48c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:19.261367684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53787e01-a560-4860-8812-8d256c8b48c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:19.315858189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53787e01-a560-4860-8812-8d256c8b48c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:19.370000415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53787e01-a560-4860-8812-8d256c8b48c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.401492275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2afc0f-749f-4bf8-99a5-03f9d96a4f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.456508215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2afc0f-749f-4bf8-99a5-03f9d96a4f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.510592195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2afc0f-749f-4bf8-99a5-03f9d96a4f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:21.565404518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2afc0f-749f-4bf8-99a5-03f9d96a4f7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:22.983137145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.535426121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a551345-9eed-4ac5-b0ab-d362c2c5432d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.589659999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a551345-9eed-4ac5-b0ab-d362c2c5432d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.643796909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a551345-9eed-4ac5-b0ab-d362c2c5432d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:23.697774354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a551345-9eed-4ac5-b0ab-d362c2c5432d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.703081313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c302ec1c-5f08-4bfc-8155-f70439bbfe03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.75971272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c302ec1c-5f08-4bfc-8155-f70439bbfe03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.815474583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c302ec1c-5f08-4bfc-8155-f70439bbfe03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:25.869662656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c302ec1c-5f08-4bfc-8155-f70439bbfe03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.848401423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e25f9d1-6861-4f7f-90d2-ea0f68d667f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.903168444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e25f9d1-6861-4f7f-90d2-ea0f68d667f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:27.958084747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e25f9d1-6861-4f7f-90d2-ea0f68d667f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:28.012327638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e25f9d1-6861-4f7f-90d2-ea0f68d667f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.013677444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5afdcb-5ab4-4df4-895c-923d9da19fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.068113605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5afdcb-5ab4-4df4-895c-923d9da19fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.122357819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5afdcb-5ab4-4df4-895c-923d9da19fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:30.176773433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5afdcb-5ab4-4df4-895c-923d9da19fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.151955917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191554b7-ddfb-439e-9773-613d577ed6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.206029098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191554b7-ddfb-439e-9773-613d577ed6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.263793145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191554b7-ddfb-439e-9773-613d577ed6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:32.319372122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"191554b7-ddfb-439e-9773-613d577ed6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.272033088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf8a19e-6df8-4fc1-acac-8a160efdb5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.326131877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf8a19e-6df8-4fc1-acac-8a160efdb5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.380260069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf8a19e-6df8-4fc1-acac-8a160efdb5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:34.434230497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf8a19e-6df8-4fc1-acac-8a160efdb5b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.514653835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06234493-9ed3-438e-a8d2-817166a1965e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.56895871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06234493-9ed3-438e-a8d2-817166a1965e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.624069246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06234493-9ed3-438e-a8d2-817166a1965e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:36.678797722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06234493-9ed3-438e-a8d2-817166a1965e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.630673701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f6070b-707f-48b0-afa2-28e9bb50da89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.68481519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f6070b-707f-48b0-afa2-28e9bb50da89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.739103229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f6070b-707f-48b0-afa2-28e9bb50da89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:38.793230905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4f6070b-707f-48b0-afa2-28e9bb50da89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:40.741624341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b0a2a0-704a-44b8-8c1c-41c45f1ec961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:40.796280541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b0a2a0-704a-44b8-8c1c-41c45f1ec961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:40.850475015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b0a2a0-704a-44b8-8c1c-41c45f1ec961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:40.904445787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8b0a2a0-704a-44b8-8c1c-41c45f1ec961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.872467445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4761ba6-391d-4ec0-bc9e-029c7af56258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.926855896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4761ba6-391d-4ec0-bc9e-029c7af56258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:42.981445502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4761ba6-391d-4ec0-bc9e-029c7af56258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:43.035500459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4761ba6-391d-4ec0-bc9e-029c7af56258","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.099625632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"c92d80d3-45b6-439d-9b11-0e2bc9ed9b16","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.200248213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"54fe5362-5685-443f-9ef9-e056a4a01594","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.300977486Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"2f96e78c-33d3-4a19-bec1-c8234284a5e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.300992655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72ea45b4-e4d7-4cbd-be3f-06ea543f5a77","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.348482595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"e3fe0ebd-3883-4e3b-9d82-e393540042ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.656271189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"ff0187d0-ad12-4a62-bd16-be3e4b773f13","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.776407854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"1d632b9d-a0de-409e-8ab9-7fd10e5bc06b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:50.903256445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff30c4dd-a7fd-4fe1-8c1b-7382b56af8a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.020866739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"3c168ec1-d2b5-4d53-84ec-7d24d2b3e270","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.115210373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"8b5d5798-866f-4754-9c29-d4f223b6d204","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-337dc5","tenantID":"e2e-praxis-a-337dc5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.121181212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"7645084f-2e0e-4a11-a8f2-db35997f5301","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.222834815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"17d9ebcb-b074-45a3-a648-e55a1203a9e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.237535542Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"8b5d5798-866f-4754-9c29-d4f223b6d204","name":"e2e-praxis-a-337dc5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.297306038Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","namespace":"ai-tenant-e2e-praxis-b-97f551","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.297385015Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","namespace":"ai-tenant-e2e-praxis-b-97f551","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.297448179Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","tenant":"e2e-praxis-b-97f551","tenantID":"e2e-praxis-b-97f551","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.322475004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"67c72cdd-daa1-494f-a8e3-2a7a0321b077","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.35326055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"Deployment","name":"maas-api-e2e-praxis-b-97f551","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.418284488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"Service","name":"maas-api-e2e-praxis-b-97f551","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.47950328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-97f551","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.535099335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-97f551","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.591775374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.649418567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.708036284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.76412862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.818642117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.872437707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.926929886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"Service","name":"payload-processing-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:51.980487783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.041637589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.104938345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.158690796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.219101167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.273252536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.327065197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.381056004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-97f551","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.435293943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-97f551"},"namespace":"ai-tenant-e2e-praxis-b-97f551","name":"default-tenant","reconcileID":"94cc72c1-8600-4796-9a7c-9e1e89298158","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-97f551","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:24:52.983157042Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.083114477Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-97f551","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-97f551","reconcileID":"f5a8e2f3-3a0d-4f2c-a239-b7acddb92224","aitenant":"ai-tenants/e2e-praxis-b-97f551","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.7001929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23a6213-42fd-4b96-9dcb-1bc7b54bf1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.755381077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23a6213-42fd-4b96-9dcb-1bc7b54bf1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.809891103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23a6213-42fd-4b96-9dcb-1bc7b54bf1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.864085266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23a6213-42fd-4b96-9dcb-1bc7b54bf1a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:01.87122676Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-97f551","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-97f551","reconcileID":"f5a8e2f3-3a0d-4f2c-a239-b7acddb92224","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-97f551","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-97f551"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.862590407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c993b0-f544-404f-9114-ae2c6b54ec2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.916753811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c993b0-f544-404f-9114-ae2c6b54ec2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:03.971597808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c993b0-f544-404f-9114-ae2c6b54ec2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:04.025908428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c993b0-f544-404f-9114-ae2c6b54ec2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:05.97942978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78085d41-a38f-46c6-af3b-e2b6b270544c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:06.036376248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78085d41-a38f-46c6-af3b-e2b6b270544c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:06.09659713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78085d41-a38f-46c6-af3b-e2b6b270544c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:06.097117835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"aa591967-af4b-4b9b-b4ec-8d6399d1bdfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:06.150915291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78085d41-a38f-46c6-af3b-e2b6b270544c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.041287922Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","namespace":"ai-tenant-e2e-praxis-b-163dcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.041355884Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","namespace":"ai-tenant-e2e-praxis-b-163dcd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.041407457Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","tenant":"e2e-praxis-b-163dcd","tenantID":"e2e-praxis-b-163dcd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.099157684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"Deployment","name":"maas-api-e2e-praxis-b-163dcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.100081338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"1f152dcf-e654-4d21-9164-787cb3c4754d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.146279473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e5d28-7e17-4d45-b771-fca44be118f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.200594829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e5d28-7e17-4d45-b771-fca44be118f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.255535582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e5d28-7e17-4d45-b771-fca44be118f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.261847382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"Service","name":"maas-api-e2e-praxis-b-163dcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.310140858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"682e5d28-7e17-4d45-b771-fca44be118f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.364270413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"d219763e-eb3b-4990-ba0a-4f951a9077ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.369733816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-163dcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.425915709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-163dcd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.473229899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"66e30914-eb7c-440f-be3e-86c8a3c5dad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.473232832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"830da21a-6e76-46ec-b315-172a3db96f8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.48244735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.519433956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"88bdaac5-624f-4ece-a13d-0495fe7bcd59","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.590136787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.643801851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"38c8aac8-19b3-42e6-a98e-b0cece668e8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.648736703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.707287944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.719436517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"ffe2c156-2abb-45aa-9bd1-babbe0a95536","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.76077066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.814346828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.848225844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6c8eac8-7dea-4181-9af9-4fb5e4dc313d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.870841356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"Service","name":"payload-processing-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.924675075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.946019773Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"d20b1fe1-21c9-4de3-952d-ef2bd68eb84d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:08.978200655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.03158942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.046937077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"4a0bce48-4847-492a-a5ce-4a23b3deda3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.085011666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.087819085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"2e31f12a-5131-44eb-a95b-e94b100d05f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.144266709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.149753149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"e2cc6851-8037-4f4d-97ea-7228eb3d4748","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.198102797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.251652389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.252693373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"f9b2671c-475e-4790-8dfa-7402454484df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.307415596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-163dcd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:09.361449011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-163dcd"},"namespace":"ai-tenant-e2e-praxis-b-163dcd","name":"default-tenant","reconcileID":"45f6578c-ef91-45e5-8227-2e03b9330826","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-163dcd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.176071911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"6556c497-537b-4bdd-8e4d-14a0c3790d30","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.235116192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"c245501c-a9c9-47ed-83f8-861f90c995f3","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:12.288474703Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9daed7be","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-sub-binding-9daed7be","reconcileID":"a8e3f78b-dbe2-4280-8933-df3dbf16340e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-9daed7be\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.337394143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"87755bac-8dc0-4d3a-89cc-619ac0c17f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.337396221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"347f23ad-0e3d-4b03-a877-5d2107247942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.397358968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"87755bac-8dc0-4d3a-89cc-619ac0c17f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.397546582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"347f23ad-0e3d-4b03-a877-5d2107247942","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.407384801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"67f661b7-f882-45c8-b5cc-e818e10f61eb","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.466413644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"b41acc22-b003-4df8-873f-b3f63f0a0988","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.743443408Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9daed7be","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-sub-binding-9daed7be","reconcileID":"f681460a-3732-4c17-8295-ff31e2b721ae","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9daed7be","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-apikey-sub-binding-9daed7be","ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.766615153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e6083555-412d-44d9-b6cc-8f9d6c3f66ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.766635879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9754366b-be93-40ac-8c6d-a0c5c38d453f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.827966549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9754366b-be93-40ac-8c6d-a0c5c38d453f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.827970418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e6083555-412d-44d9-b6cc-8f9d6c3f66ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.915321707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"62b0cabf-c533-4751-88fc-94332e2285aa","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:12.961464289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"97c5e0b9-f56c-4a59-beb4-96481e0c5a37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:13.132678945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9daed7be","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-sub-binding-9daed7be","reconcileID":"b117dee7-70f6-41cc-8063-cb1795d226fc","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9daed7be","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.016370381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"bfffd542-cabd-42b5-bee8-a6ce2055970a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.168240525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ae73d61d-1218-45cb-82cd-0929d386d33b","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.329784962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"38b539d8-a483-497d-91d9-83cf64934b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.330291816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"5bf975d1-0b17-47f5-b2f3-2c9ba28f6a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.389903674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"38b539d8-a483-497d-91d9-83cf64934b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:16.389904159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"5bf975d1-0b17-47f5-b2f3-2c9ba28f6a74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:18.822203998Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-163dcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-163dcd","reconcileID":"fdc9d8fe-89c8-479c-8ec1-cdaca0dd236c","aitenant":"ai-tenants/e2e-praxis-b-163dcd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.412677703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c49fac-abe3-4a87-8d8d-3b311ee042d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.412788122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","namespace":"ai-tenant-e2e-praxis-b-40d0f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.412858605Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","namespace":"ai-tenant-e2e-praxis-b-40d0f4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.412912922Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","tenant":"e2e-praxis-b-40d0f4","tenantID":"e2e-praxis-b-40d0f4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.467623148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c49fac-abe3-4a87-8d8d-3b311ee042d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.522022364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c49fac-abe3-4a87-8d8d-3b311ee042d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.523924123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-40d0f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.576577054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c49fac-abe3-4a87-8d8d-3b311ee042d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.639198005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"Service","name":"maas-api-e2e-praxis-b-40d0f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.692349236Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-163dcd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-163dcd","reconcileID":"fdc9d8fe-89c8-479c-8ec1-cdaca0dd236c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-163dcd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-163dcd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.700354882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-40d0f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.758504758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-40d0f4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.861726092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.919917345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:19.980522091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.036809294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.090465153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.145603978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.203168765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"Service","name":"payload-processing-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.257458916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.311099247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.384111469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.444988386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.503123594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.556758543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.610436627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.717813492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-40d0f4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:20.773228196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-40d0f4"},"namespace":"ai-tenant-e2e-praxis-b-40d0f4","name":"default-tenant","reconcileID":"9f2f7e09-0005-4809-8464-f63a8bfe15d9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-40d0f4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.714082788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f2ef8b-eec1-48aa-b142-34354e20b048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.768289294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f2ef8b-eec1-48aa-b142-34354e20b048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.822454654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f2ef8b-eec1-48aa-b142-34354e20b048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:21.876803118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04f2ef8b-eec1-48aa-b142-34354e20b048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:22.983772831Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:23.181066699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"cf4a1d5f-7531-4645-83d6-85166c1d00b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:23.236008451Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-40d0f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-40d0f4","reconcileID":"ba12eb30-86e6-411f-8554-8d7b8a947851","aitenant":"ai-tenants/e2e-praxis-b-40d0f4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:23.842893018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7050ef71-7e86-4568-815d-43d349dd3b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:23.897455588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7050ef71-7e86-4568-815d-43d349dd3b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:23.952324786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7050ef71-7e86-4568-815d-43d349dd3b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:24.006682255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7050ef71-7e86-4568-815d-43d349dd3b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:24.068674647Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-40d0f4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-40d0f4","reconcileID":"ba12eb30-86e6-411f-8554-8d7b8a947851","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-40d0f4","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-40d0f4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:26.013710619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ea960f-ad0e-42e7-b3b9-62f792b66a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:26.068089942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ea960f-ad0e-42e7-b3b9-62f792b66a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:26.122243041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ea960f-ad0e-42e7-b3b9-62f792b66a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:26.176958811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ea960f-ad0e-42e7-b3b9-62f792b66a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:26.29012241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"8a8a7206-a4d1-42e4-810b-18bc36abacaa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:26.337458041Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9daed7be","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-sub-binding-9daed7be","reconcileID":"ff1ac21c-3161-433c-92ae-e739e44b3109","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9daed7be","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscription":"e2e-apikey-sub-binding-9daed7be","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:26.619391722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9daed7be","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-apikey-sub-binding-9daed7be","reconcileID":"ff1ac21c-3161-433c-92ae-e739e44b3109","MaaSSubscription":{"name":"e2e-apikey-sub-binding-9daed7be","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:26.837043697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"5970fe92-e413-469e-ae7a-b30e942a34e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:26.84452647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"a182f0ac-0a14-43de-a3b7-043876d0ed48","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:27.005656656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2cc1abfc-8252-4a62-b4cf-83ac585b336a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:27.005691075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"5018ca3a-3245-488f-90e9-a765362f1895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:27.067765824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2cc1abfc-8252-4a62-b4cf-83ac585b336a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:27.069287536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"5018ca3a-3245-488f-90e9-a765362f1895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:27.922230416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"402f8b32-e6d8-4b63-8c23-99304644f553","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:27.927419766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"66925a77-f0d8-425c-bf2e-2d6438623f00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:27.980010225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"6d2c2fd1-c81b-4afb-be5d-ea24a865c1ec","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:28.036702709Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-sub","reconcileID":"0547c016-cb60-4e7e-96f7-12d2219c33f3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.084207924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"be1b210f-0b70-44f4-a21c-c98af2dfccef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.084242557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e51a3ce0-fe4a-49aa-913d-532603069054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.144078494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e51a3ce0-fe4a-49aa-913d-532603069054","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.144106157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"be1b210f-0b70-44f4-a21c-c98af2dfccef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.15559709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"122a9229-a2a6-456d-b6a1-4716be3045be","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.202533697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f078da5-71ea-4300-b427-2d3d95c43b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.257125217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f078da5-71ea-4300-b427-2d3d95c43b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.260199433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"f7550a9b-30aa-4028-933b-baee219441b5","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.311398238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f078da5-71ea-4300-b427-2d3d95c43b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.365703422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f078da5-71ea-4300-b427-2d3d95c43b78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.529784969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"69f21878-a594-4f46-a79d-9c00830cb86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.529786147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"baf2361d-579b-444a-bb2f-3d0e62a5738d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.589586207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"69f21878-a594-4f46-a79d-9c00830cb86a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.590717114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"baf2361d-579b-444a-bb2f-3d0e62a5738d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.590937233Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-sub","reconcileID":"407732f0-3b49-49cf-b9f3-4d6c0bd572a7","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-ordering-sub","ai-tenant-e2e-worker-w4-31fdbe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.62384689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"20b376b1-1246-44db-adca-e89fe6c8d62b","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.683073047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"63a6d174-ef6c-4dfb-931b-5c8c6625cda8","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.762882373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"8d0a14ae-96f4-4ee5-871d-02f08e82ad78","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.812858319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"2343400f-9e24-488e-9fb8-99fa4f57edf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.847220993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"33fa7372-f66f-4a29-a363-51df788b4e80","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.906782562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"c4d8d0a6-0076-443b-9fca-2e3b1dd2b6dd","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.907055508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"33fa7372-f66f-4a29-a363-51df788b4e80","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.965054105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"62451a2a-34ba-48cc-a4dd-ab23ab53a2b6","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:28.980154501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-sub","reconcileID":"34f67dd0-4cd7-4a0c-a150-9545ab702048","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:29.017294235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-user-subscription","reconcileID":"83e9b1f5-fc9e-4330-aa37-fffddd7ff7f2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.024973142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"417824ce-293a-4780-aed7-d99bed50e318","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.067374254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f04fdd5f-de3b-44db-94cc-c354f09c8fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.067417935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"fb453c2f-22a7-46ef-9177-40d13fe3c7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.12737626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"fb453c2f-22a7-46ef-9177-40d13fe3c7c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.127621303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f04fdd5f-de3b-44db-94cc-c354f09c8fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.151406758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"ab105480-d4bc-4a76-83ab-5a04a340da46","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.183284787Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6250eb priority=0:[ai-tenant-e2e-worker-w2-6250eb/e2e-test-other-subscription ai-tenant-e2e-worker-w2-6250eb/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.183436547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"879befe0-95d8-4f5e-ae8a-0402195c6a54","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.231653164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"8be35506-5be6-4659-bf3c-226b7f623c79","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.237257989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"0ea8474b-eb8c-4b3e-9b43-04b3da82857d","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:29.239089283Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-6250eb/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.294926404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"242c3e5f-f0e3-4033-8b58-24c28d642985","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.297137879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"3d51cec0-ec4a-443c-a1ca-49577e7147b4","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:29.300391565Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-6250eb/e2e-test-other-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.354854803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"3d2bc9fa-f062-4104-8e4e-4ed23136e86b","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.393589602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"c36f9ae6-38fb-460e-8c71-6742b56f89ca","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.457912643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"c36f9ae6-38fb-460e-8c71-6742b56f89ca","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.535913325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"18047873-5900-42fc-aa7b-93fa0bdc083b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.535913334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"3ef32168-5d5f-40b7-9ce6-bd1afbb77a18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.573271299Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-user-subscription","reconcileID":"ac800f63-6d51-4f54-bd41-f3f82975a53e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-6250eb/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.598726437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"18047873-5900-42fc-aa7b-93fa0bdc083b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.599302712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"3ef32168-5d5f-40b7-9ce6-bd1afbb77a18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.675420311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-other-subscription","reconcileID":"e836bc09-a233-4f9d-8b96-a38bba8ad0fd","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-6250eb/e2e-test-user-subscription","ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.745317964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"5af15d45-7fff-4e2f-87db-c7a45341684c","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.790512592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"bbe071e1-9fe1-4f07-b329-1cf3d1017db4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.828007387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"aa200187-03f9-4b5c-b8bb-f98633b18a31","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.848488157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"f7089d07-0361-4932-8872-6e9bc8d7e2f8","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.888860777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"aa200187-03f9-4b5c-b8bb-f98633b18a31","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:29.962442558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-user-subscription","reconcileID":"90c030ed-9997-4221-973a-27114d19c34b","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:30.068019278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-other-subscription","reconcileID":"f1870b51-4042-46bb-9f42-3dee2da6eebf","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:30.121865359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"3d7cf0ad-4252-463d-b3a0-ef705979de32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:30.875762625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"069a7537-ab23-4f53-9db4-58b453d98524","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.341145911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"de94306f-84bb-43d7-9473-f483a509bfc9","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.398205873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"74b9acaf-4c42-4c4e-a760-dd1c5e32c90d","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.559179176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-auth","reconcileID":"72331365-0b06-48b7-9620-372d7bb2d982","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.620720548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-auth","reconcileID":"72331365-0b06-48b7-9620-372d7bb2d982","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.834769557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"5aaeebae-d6f1-4622-ac2f-b9d44db35406","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:31.946771967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"f1d4a16c-3ce2-4e15-b60d-5ed48edda12a","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.217579835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"a14b3835-f15c-4bda-af2f-aae9fc7510a7","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.379626137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"dcfcf135-775e-445d-b4ef-c9a9bfde8174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.379686618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b4fea4c1-78d4-45e9-9e09-a5d28c268663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.380187718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"05ad655b-96e2-44bb-b608-24b81db37747","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.444094656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"05ad655b-96e2-44bb-b608-24b81db37747","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.445317115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"dcfcf135-775e-445d-b4ef-c9a9bfde8174","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:32.446799672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b4fea4c1-78d4-45e9-9e09-a5d28c268663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.105732013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"411fd1ea-0fb1-4d6a-b7f7-709e6cc93c64","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.162746013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"bc586ebc-295a-44bd-9ab9-625545c8e27e","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.32910188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-no-access","reconcileID":"07270df9-6d00-4d5c-a90a-240743b77a47","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.381695735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"b92d0bc1-6573-44f2-8b91-5a9b9fc81658","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.389024494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-no-access","reconcileID":"07270df9-6d00-4d5c-a90a-240743b77a47","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.442115625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"4cdd5a5f-bbb9-4d7c-b107-a3e58b8d1b98","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.493221447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"4885a365-e57c-420d-820e-0573e0a8f6e4","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:33.497773433Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-no-access","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.543307233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"88f9bd8a-01d4-47c4-8ef2-958663d47d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.543307055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5e09dbfb-08fa-4f2d-9776-db60423b7fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.553743322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"eb117b31-f61a-4db4-9a26-b41b0ebbbcda","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.603612958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"88f9bd8a-01d4-47c4-8ef2-958663d47d8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.604220515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5e09dbfb-08fa-4f2d-9776-db60423b7fe4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.665304058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"eeae1ef9-ec32-4cd3-b7ce-5de00e43126a","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.826671286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-no-access","reconcileID":"82c030f0-a5cf-4c0d-9223-9f9afd070ff6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.832066529Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-no-access","reconcileID":"0cc603d9-7b61-4381-9b50-18e1f45d4a9a","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w0-845a67/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.886109951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-no-access","reconcileID":"82c030f0-a5cf-4c0d-9223-9f9afd070ff6","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.932370489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"a5ad00f7-6f80-4426-8c78-c8eb1a9f4e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.932369683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"56e24a82-0b13-4185-b5e1-9f6d8fcbdea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.992589532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"56e24a82-0b13-4185-b5e1-9f6d8fcbdea1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:33.993910009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"a5ad00f7-6f80-4426-8c78-c8eb1a9f4e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.004023655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"5aaf074e-4e28-4ad2-aaf0-6f282c7b3d6f","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.05063037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"fb176f23-e196-4ede-bf70-c61f0510b78d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.220304588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"59774a95-5b48-47b7-b2ab-e8a70665a22d","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.221391136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-no-access","reconcileID":"5ff9b280-bc4b-4b3c-bc0d-efd703199fe4","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.3815092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-auth","reconcileID":"625d4fb2-bc16-4f92-a194-7dbff903c709","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.381691261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"5b92dc0a-8ef5-4593-ae77-c440cd60467d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.381509935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f0b95b02-68be-4e86-88af-28dc761ea369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.443288833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f0b95b02-68be-4e86-88af-28dc761ea369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.443321982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-auth","reconcileID":"625d4fb2-bc16-4f92-a194-7dbff903c709","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:34.447452179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"5b92dc0a-8ef5-4593-ae77-c440cd60467d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.672529485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"d7d97f81-d9de-4034-9cbd-11df22992b2e","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.855278423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"27d5e474-f85e-4eb3-abff-37307339eb2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.855317998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"116fba81-00bb-4376-a22a-24bffa31f484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.855819697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-no-access","reconcileID":"aa99650a-466e-43f2-b3d9-7e5cbd402994","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.917052463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"27d5e474-f85e-4eb3-abff-37307339eb2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.918639531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-no-access","reconcileID":"aa99650a-466e-43f2-b3d9-7e5cbd402994","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:36.920153715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"116fba81-00bb-4376-a22a-24bffa31f484","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:39.789494449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"b91b3a28-3f7e-43b2-854e-c2c4a1adbb08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:41.959619786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"c4c82774-71eb-4cf9-935f-31e136ea156b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.43833311Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-user-subscription","reconcileID":"314f5244-8c0f-4dc2-b96b-f5047600497e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.666447878Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-user-subscription","reconcileID":"314f5244-8c0f-4dc2-b96b-f5047600497e","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-test-other-subscription","ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.929516198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"7f845a22-a53e-4219-91db-c1731e8af78b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.929709878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-other-subscription","reconcileID":"bec25ad2-e0cd-44ed-aed4-4d5bb5454bc2","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:42.979766095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"7b043800-742a-43e7-8f64-0efe3d585141","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.129057053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"d7a06837-f49d-4e07-9606-c758f484a605","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.142491007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"a44d4e6b-b60c-47cc-b297-c8d8699c8446","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.14278478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"a699514f-16b9-4704-95dd-dadbd2540682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.143115445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0e49fa4e-3051-4955-8ecb-5ccb077387cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.202136342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"a44d4e6b-b60c-47cc-b297-c8d8699c8446","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.202904896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0e49fa4e-3051-4955-8ecb-5ccb077387cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.204818293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"a699514f-16b9-4704-95dd-dadbd2540682","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.304622252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3032f26-9a09-4809-9213-87f64edacf02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.359681471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3032f26-9a09-4809-9213-87f64edacf02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.414158397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3032f26-9a09-4809-9213-87f64edacf02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.46952299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3032f26-9a09-4809-9213-87f64edacf02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.631867751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"214a6b0f-60b7-40a0-972c-9d5ae507c3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.632918004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"fc9044a0-7cef-4138-9ae4-1ef47b1ddb88","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.633129064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e92d748c-23b1-418f-b8e6-7d61d14b0bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.693608109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"fc9044a0-7cef-4138-9ae4-1ef47b1ddb88","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.696367352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"214a6b0f-60b7-40a0-972c-9d5ae507c3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:43.697685035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e92d748c-23b1-418f-b8e6-7d61d14b0bda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.388302524Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-sub","reconcileID":"997934f7-724a-44f8-a987-56213ff351a5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.62096449Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-sub","reconcileID":"997934f7-724a-44f8-a987-56213ff351a5","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.84086738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"ee7c0558-5f35-47a5-bcdf-94b335030b0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.846648084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"1c9eda43-94fe-448a-824c-fc59703d5d78","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:44.994021099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"b3d1a6bb-e3ff-43ee-883c-d5c1e0d140cf","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.007520626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-auth","reconcileID":"702cd531-a99e-4db9-a2bd-6999199dd650","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.007975903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d16dc2d9-1e3a-4030-830c-46b58666de07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.008074722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b33fe721-a56d-4680-b1bd-26dbb0e40dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.067095909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-auth","reconcileID":"702cd531-a99e-4db9-a2bd-6999199dd650","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.067684248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d16dc2d9-1e3a-4030-830c-46b58666de07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.070020389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b33fe721-a56d-4680-b1bd-26dbb0e40dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.228233377Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-ordering-auth","reconcileID":"fc82ae6a-4803-4058-afb2-be880206ab8b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.430433546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f625b-2697-4f94-882d-728c75832092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.487236348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f625b-2697-4f94-882d-728c75832092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.541937063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f625b-2697-4f94-882d-728c75832092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.548210634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"6172d7de-c1b1-4b2d-bf59-6aec02b19914","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:45.596561297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f625b-2697-4f94-882d-728c75832092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:46.842587846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"ef8e2404-503f-470b-a577-b22fb6fb927d","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:46.874378858Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-no-access","reconcileID":"a94a0d47-7dbe-455c-8da5-e5418c9a0aad","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:46.901696326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"d99d67b6-5be5-4852-af7f-1fd68fa6225a","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.064065348Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-auth-success","reconcileID":"536dc252-4092-4b19-9da8-8d9423a469f6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.098600856Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-no-access","reconcileID":"a94a0d47-7dbe-455c-8da5-e5418c9a0aad","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.12159572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"4105aa1e-0cae-4bea-b6eb-a1fd987e3e55","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.124765853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-auth-success","reconcileID":"536dc252-4092-4b19-9da8-8d9423a469f6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.178811642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"b2994aeb-a110-4769-aa3f-24a4428c7e11","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:47.232142036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-subscription-success","reconcileID":"ff69953f-52a2-4e32-a4d4-d2351c4e1ac9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.282888769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"cf015811-03bf-41f7-b752-edd3db8c10ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.283118975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"fdaaf96d-0245-4e15-9174-6e2d217b36a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.316898833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"a30afb6a-706e-4d02-8e8c-4792a03e57a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.342856133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"cf015811-03bf-41f7-b752-edd3db8c10ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.343067159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"fdaaf96d-0245-4e15-9174-6e2d217b36a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.351043171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"df38b3ff-9b38-4d23-aabc-8789c5203fea","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.361872744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"48f48ac4-5dba-42d3-ba1e-0fa39512b68b","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.408499263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"b2ef2106-f1b0-4040-86c8-07c23dc8703c","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:47.417311972Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-31fdbe/e2e-test-subscription-success","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.450656002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"368ac74a-7297-419e-8e2c-2bc887fc2c14","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.496102851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"1b90e6d9-5930-47aa-92b5-05e19c7b0f1f","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.525631353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"16ef8e12-3aeb-47c1-884a-d181f0e3382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.528598607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"de6e7a90-59bc-4687-9128-5acb3fd8730e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.586359494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"16ef8e12-3aeb-47c1-884a-d181f0e3382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.601317348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"de6e7a90-59bc-4687-9128-5acb3fd8730e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.624507552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-auth-success","reconcileID":"76d2afca-41e9-4730-8bda-a98f6a4b0f7e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.684153448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-auth-success","reconcileID":"76d2afca-41e9-4730-8bda-a98f6a4b0f7e","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.686902438Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-subscription-success","reconcileID":"5e157b7a-6987-4515-aa8c-d8c9b7d48296","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-test-subscription-success","ai-tenant-e2e-worker-w4-31fdbe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.760800944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"57a738bf-8fcc-4c31-a273-8b0836861ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.760834621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"510fbdd4-6bf6-4c99-8091-8271a5005cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.818916563Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-no-access","reconcileID":"f3650c7d-1c2a-4bcc-b544-33e4cb690a6e","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.832856293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"57a738bf-8fcc-4c31-a273-8b0836861ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.834297394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"510fbdd4-6bf6-4c99-8091-8271a5005cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.875281163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"b7ae36be-0bfd-4855-a583-c304d6f0736c","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:47.924819285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"46073b79-5339-4940-a64e-a4f3ada331a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.065053099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"af836fe9-d40b-4593-a463-c83877a05112","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:48.108999293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-subscription-success","reconcileID":"7722bf75-bfdf-40a5-a027-de6a86951dd5","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.021296539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"741a1510-6dc8-4800-aca0-58fef1f2dc4f","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.078410222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"df6ff0d9-f12a-4f38-bd0e-9b34f9a85799","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.240268328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1105d550-aea3-47c7-8c44-6b1bc7bfe129","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.285518884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"15b34be1-8e39-41b9-8a71-928763b831a2","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.300206125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1105d550-aea3-47c7-8c44-6b1bc7bfe129","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.346100316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"fce2dd92-03f6-4e05-88c6-8fa54c52d510","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.397921944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"15181877-6d85-402a-9354-80ec5ce76b78","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:49.401484594Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.452127254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"b034b99f-76fa-49b5-9471-88340c0c88c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.452178623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"afeeb284-88cc-438c-916a-4dcb17ab2895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.454782671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"ed10ca26-3cb6-4563-8696-5f9f695b5b24","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.512409277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"b034b99f-76fa-49b5-9471-88340c0c88c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.512842176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"afeeb284-88cc-438c-916a-4dcb17ab2895","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.545911608Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-845a67 priority=0:[ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-free ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.546040657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"7b045a08-364b-4e8b-be02-553467e2e8bd","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.605199771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"840679f2-f56e-48e9-af2c-7b102bb42285","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.626582696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"0aa8365d-b86e-4c5e-aed9-9b4e9d880ffb","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:49.655360636Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-premium","reconcileID":"757570aa-dd92-453b-bca9-85315c2d3dd7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.664976058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"036cb912-1f67-468a-bef1-fe47fbc598f2","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.736224551Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-free","reconcileID":"5e55698a-60de-4445-a5bc-27beb5e586e7","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.770691573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"21d7b5ce-3b38-4123-8e0b-ffb86de6da25","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.790420067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b825e146-07a8-412d-abaa-0961ddcfa978","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.849992445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"b825e146-07a8-412d-abaa-0961ddcfa978","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.920221882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"68956781-4b2f-4b78-9b13-2f7b67487a39","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.920253486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"68956781-4b2f-4b78-9b13-2f7b67487a39","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.934684026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"4743583e-4e68-44d6-8df4-164595b586f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.934681187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"49319e38-44fc-4056-bb6f-ddb4f7919d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.98035682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"116c7fd1-f47b-42a9-8b8e-72b213478176","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.994905349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"4743583e-4e68-44d6-8df4-164595b586f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:49.995110524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"49319e38-44fc-4056-bb6f-ddb4f7919d37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.015312129Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"1e95e1d2-936b-4a68-93af-ac0e64e89477","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.092286568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-other-subscription","reconcileID":"52e426f5-d22a-40a9-bb11-947f701d9933","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.115423759Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-premium","reconcileID":"39fd561b-64d7-4be5-ac90-9db1f09fbfde","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.155857931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-free","reconcileID":"8acc57b3-10e6-4eca-8639-a85937b5fa79","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.219092903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"95aeef18-a03f-4225-b252-7fc2704ca12b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.280336366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"95aeef18-a03f-4225-b252-7fc2704ca12b","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.288781986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"23e35907-45e7-4d1c-bd1c-cca57bd41080","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.31630775Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-other-subscription","reconcileID":"52e426f5-d22a-40a9-bb11-947f701d9933","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.355981278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"6259377e-113b-4a8e-bf05-1fa79e3f6457","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.375673044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"42133440-fcd8-4da5-afb3-f1ac51565aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.376413259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"b3c8c0e2-a12f-4dcd-a624-0d99220e6860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.383841763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"1587f721-7c53-4127-a5eb-b9d5d3697d78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.436048482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"b3c8c0e2-a12f-4dcd-a624-0d99220e6860","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.436123644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"42133440-fcd8-4da5-afb3-f1ac51565aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.492282693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-free","reconcileID":"c54768ee-4044-4c68-913b-1961d3f13164","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.54305107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ddfe3326-5bbd-4328-b6c0-2b157fb1e348","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.543442389Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-845a67 priority=0:[ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-free ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.587231422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-premium","reconcileID":"5386149d-bed1-46a7-825f-52a280d5db20","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.599222101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"4435191c-a711-4a99-8038-20ae75f4f643","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.601547074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"0847a25c-bb9f-4e46-a7ad-9d855dc98a53","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.687548481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"0bcc25bf-e4a7-433d-89cf-5d9e98718f56","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.7153924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"78ded7b3-84f1-4b9a-8936-66baff2aa72a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.71570209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"cec17e1d-fc30-424e-8e4a-a14119e03ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.748313618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"ea73e4df-0187-4c9d-8dd0-ccb7375d8085","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.770492084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"0956bd13-d990-4fb9-9bbe-69a60d05c082","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.832138719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"78ded7b3-84f1-4b9a-8936-66baff2aa72a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.833708634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"cec17e1d-fc30-424e-8e4a-a14119e03ed8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.835554525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"0956bd13-d990-4fb9-9bbe-69a60d05c082","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.880901838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e931e66c-8eaa-40c3-9796-4326786027a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.940924509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e931e66c-8eaa-40c3-9796-4326786027a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:50.981182463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"535a3fab-ffcf-4326-a6e5-60408e23b13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.041172777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"535a3fab-ffcf-4326-a6e5-60408e23b13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.050385523Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-auth-access-denied","reconcileID":"34229297-8c7e-4507-9e4c-a43266920d0d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.211924964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-auth-success","reconcileID":"31796f0d-5675-4932-8e4a-37a6778cffb7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.273235529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-auth-success","reconcileID":"31796f0d-5675-4932-8e4a-37a6778cffb7","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.300809586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"9e1d8b76-f610-4b7d-a2a5-6261fb9088b4","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.643516103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b5cb5d-054e-43c1-99c5-36bcc313af03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.697662138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b5cb5d-054e-43c1-99c5-36bcc313af03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.751876293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b5cb5d-054e-43c1-99c5-36bcc313af03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:51.806039579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b5cb5d-054e-43c1-99c5-36bcc313af03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.323679002Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4e8408","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4e8408","reconcileID":"3cd9175a-c720-40fe-bb23-9e29e24ba72d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4e8408","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-4e8408":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.621023736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"3fa57b03-ca34-403c-a261-050dca90669b","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.679791655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"50a48c28-0bf1-417c-aaa9-f5c4ff4308f6","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.844637686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-auth","reconcileID":"cd3aec8d-d0cf-44db-af99-c89d868af4ed","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.87447761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"1a5eaf69-9c5c-4415-961d-ff27da2ef159","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.899631488Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-845a67 priority=0:[ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-free ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:52.985445063Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.015291736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"08c544d8-0517-4c50-9abf-b359ac3fe40a","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.015736225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-auth","reconcileID":"cd3aec8d-d0cf-44db-af99-c89d868af4ed","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:25:53.062272871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-subscription","reconcileID":"310453c0-93f5-4263-897e-62be762fb245","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.069426612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"581b05a7-5b91-4d06-813a-c72007158e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.130299805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"581b05a7-5b91-4d06-813a-c72007158e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.163701909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"0e1d15b9-88a4-4cb7-b6a1-89306cb4a26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.182858827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"b6181bb1-4b63-4075-8303-c1099dfa6533","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.23739174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"0e1d15b9-88a4-4cb7-b6a1-89306cb4a26f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.297256966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"542270c8-813e-4cf8-a593-80ccccd86ce7","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.352830977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"6f44d670-122a-41aa-ab04-9c6c51d1fd8d","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.515679781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-auth","reconcileID":"6ec58329-39b5-48ea-b9e5-484879c5246a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.553960833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2d2eaaa7-f71c-4efd-8c28-e0a0b855de35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.577910855Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-subscription","reconcileID":"59b842db-ea08-4fa8-80ba-d8a0194e8e5d","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.580365778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-auth","reconcileID":"6ec58329-39b5-48ea-b9e5-484879c5246a","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.613756513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2d2eaaa7-f71c-4efd-8c28-e0a0b855de35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.614785213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"90c2eac9-b404-461c-a930-091e776aa00a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.674203155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"90c2eac9-b404-461c-a930-091e776aa00a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.726288666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"5ad4a5ad-c718-41cc-be81-f40e5db07a40","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.752181164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"84ef8674-1311-47bb-b6ac-755b5dd80836","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.797006824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"45053c66-a047-4969-9872-ea2d5d11e4c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.828571683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cd2cf4-61e9-4469-a8b6-ddc340435ebb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.884076475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cd2cf4-61e9-4469-a8b6-ddc340435ebb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.940361611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cd2cf4-61e9-4469-a8b6-ddc340435ebb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.942329266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9ae7aad7-ed64-4a70-a2e9-eadc6558fa98","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:53.996357646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11cd2cf4-61e9-4469-a8b6-ddc340435ebb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.051829991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"bc391056-bc1b-4183-a34f-e72d951b8024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.05219322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"85ba7111-a271-46a2-a970-c7ce03b6d9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.053215637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-subscription","reconcileID":"fc7af9d5-78b5-4811-8d4f-868fdcd2bc45","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.058481317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9ae7aad7-ed64-4a70-a2e9-eadc6558fa98","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.1126004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"85ba7111-a271-46a2-a970-c7ce03b6d9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.114117879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"bc391056-bc1b-4183-a34f-e72d951b8024","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.274178089Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-subscription-success","reconcileID":"c70fc83a-b550-43e4-aff1-0e27736d3732","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-41bcd472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.500419054Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"0efb3e91-6aca-4113-8760-f748d1dbbb6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:54.83146953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"fb8e9d10-5832-47b9-b493-c3bde08bf688","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.352804294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"9ed69c63-5226-4a49-b0f6-58d36062235d","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.352835309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"9ed69c63-5226-4a49-b0f6-58d36062235d","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.446431944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"5172d32a-6840-4608-b0c7-60ce285e15d7","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.446464108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"5172d32a-6840-4608-b0c7-60ce285e15d7","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.556004851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"80aee0e3-5705-444d-a0ad-8bff9b584671","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.690249563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"80aee0e3-5705-444d-a0ad-8bff9b584671","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.749918061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-569a04-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"80aee0e3-5705-444d-a0ad-8bff9b584671","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.810235174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"86b60fb2-5858-4b37-a59d-69677153a9a9","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:55.810262497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"86b60fb2-5858-4b37-a59d-69677153a9a9","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.018675935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cc7f53-9aca-401a-8f85-43c0f74b04f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.078927971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cc7f53-9aca-401a-8f85-43c0f74b04f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.134225747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cc7f53-9aca-401a-8f85-43c0f74b04f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.19350827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65cc7f53-9aca-401a-8f85-43c0f74b04f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.797709969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"f3b6d12a-d08c-4919-9703-8b96dec40519","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.964435685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9facb22f-8594-408d-9013-93ece342396a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.965340669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2f531913-8481-4620-a056-bda86b192fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:56.965669871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-auth","reconcileID":"c211a92b-81f8-4c8e-a1ea-ee2e7b4b5c5b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.027824198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9facb22f-8594-408d-9013-93ece342396a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.027824195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-auth","reconcileID":"c211a92b-81f8-4c8e-a1ea-ee2e7b4b5c5b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:25:57.030489033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2f531913-8481-4620-a056-bda86b192fe9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.001521674Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-free","reconcileID":"0ab785f1-d08d-42a7-adef-b2a58a08220c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.227921218Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-free","reconcileID":"0ab785f1-d08d-42a7-adef-b2a58a08220c","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.32937769Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-subscription-success","reconcileID":"ec0652a4-2c9d-4093-a4b6-f9230561d732","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.446846427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"7e885fd4-250f-4039-84c4-5bfe7acd882b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.446845216Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-premium","reconcileID":"ea3d27b6-060a-4fc1-b550-330ca6b84ece","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.493270091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-subscription-success","reconcileID":"ec0652a4-2c9d-4093-a4b6-f9230561d732","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.493640611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"5443d433-231c-48c4-aeaf-ffa10f32e3cb","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.554442297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"11810a47-1360-48e0-8b95-d6797febb545","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.630153337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"15f66663-a7d6-439e-9b7e-35133c5213ce","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.654727605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"bc415782-2369-47a0-8869-86ba39cfbbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.654988641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"1ba8ef66-d12d-4ade-9706-edc36524fd3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.654739413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"eab76c53-c772-4da9-a589-771990cd65d6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.71496325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"bc415782-2369-47a0-8869-86ba39cfbbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.714993246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"eab76c53-c772-4da9-a589-771990cd65d6","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.71759042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"1ba8ef66-d12d-4ade-9706-edc36524fd3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.718834231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"68c4716b-b41e-47aa-a6dc-c53cf5fe8021","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.857869396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"d9498cc0-00b0-4bb7-a7bd-852694173d07","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.881402279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a4c983c1-6462-48d6-a060-a3987a2e1e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.88140226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"dc6a1d3f-cb7e-4f7e-9582-793a5be8c572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.941398647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a4c983c1-6462-48d6-a060-a3987a2e1e7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:04.942643296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"dc6a1d3f-cb7e-4f7e-9582-793a5be8c572","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.084061802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"398662a6-f48f-400b-bd01-bd11eda57f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.084425095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9e1cc907-10f8-4915-ac36-99f4354919fd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.084061804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2771f032-862b-4845-84d2-01ada7bfccdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.102925007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-auth-success","reconcileID":"7190357d-3569-4cc3-aef0-09382cd605e4","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.145840154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"398662a6-f48f-400b-bd01-bd11eda57f79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.145840156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9e1cc907-10f8-4915-ac36-99f4354919fd","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.148543676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2771f032-862b-4845-84d2-01ada7bfccdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.308321952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"02c257d5-b840-4625-9ccc-00d3dd101ddf","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.91846928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"9e413a26-c440-4658-9a48-e43568c20c90","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:05.978377314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"9e413a26-c440-4658-9a48-e43568c20c90","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.036728154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-569a04-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"9e413a26-c440-4658-9a48-e43568c20c90","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.165555328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"d524bfa0-f477-4753-8665-c4cbeb218eb0","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.222535028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"835f968d-2360-4be6-85a1-7a045f0998d5","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.385085194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-no-auth","reconcileID":"bae2d88b-d092-4261-81aa-8736b3d90cd0","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.45258158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-no-auth","reconcileID":"bae2d88b-d092-4261-81aa-8736b3d90cd0","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.465643372Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"1252865c-0052-4253-9d9b-a008662293ba","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.523801559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"700a6109-9f00-4392-9812-fcfbea60c9ba","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:06.575527775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-sub-only","reconcileID":"30866891-6638-471d-bcf9-c9da6cb32765","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.628105807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"86657c9c-18ed-4a81-af20-60aab7c50f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.628107767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e59f46d5-545f-4528-884e-c6cecff883e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.688205136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"86657c9c-18ed-4a81-af20-60aab7c50f8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.688214119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"e59f46d5-545f-4528-884e-c6cecff883e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.6886909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"dcb9cd91-fb1f-48de-9c6d-fcbd4ebb7832","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.731556661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"c40f54ff-be2e-4d66-a1a4-d7e51db62764","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.747983551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"86909bad-8d6b-4a96-8197-c0ff08cfafd4","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.893069195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-no-auth","reconcileID":"e33030c5-423f-40d5-bbe6-12249232162f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.953160395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-no-auth","reconcileID":"e33030c5-423f-40d5-bbe6-12249232162f","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:06.97158654Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-subscription","reconcileID":"104f3d9e-09c0-45a2-9ccf-68829b4d09f6","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.025660073Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-sub-only","reconcileID":"460cc4d0-0abc-4b00-94c5-f4948496fd32","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-31fdbe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.057918173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ff6a2250-36f3-41b5-a038-13fed185d1a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.057923786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d0f974ef-7ce6-4c7e-92ff-94e1f43d6c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.119767249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ff6a2250-36f3-41b5-a038-13fed185d1a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.12060246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d0f974ef-7ce6-4c7e-92ff-94e1f43d6c31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.195621183Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-subscription","reconcileID":"104f3d9e-09c0-45a2-9ccf-68829b4d09f6","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.199076012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"a811d92a-e404-4238-89e3-3ca899dd9857","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.244718551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"7ef25025-5979-4969-b55d-77dba80afcfa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.416639644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ee7f4536-c071-4a68-a137-1462269c3a7a","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.417692053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"1d2cf431-a988-4485-8d3e-dc6c8696dc5c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.418273587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-sub-only","reconcileID":"e5a8d07a-e680-4d78-b088-569287d3105b","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.477697045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"c954b49e-469d-4b62-bc73-809c86b6b8eb","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.560540892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"5d02616f-8489-4e30-87d5-233f19e0d86d","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.579170222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"23f2ad00-0583-43e0-8416-2e8a602e93fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.581624843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-auth","reconcileID":"064b1648-c4e0-4b4e-bf6b-be0805ac1cac","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.581641984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"ac3d329f-7735-49c4-9301-3e3a85b6643d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.64057962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"23f2ad00-0583-43e0-8416-2e8a602e93fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.645043569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-auth","reconcileID":"064b1648-c4e0-4b4e-bf6b-be0805ac1cac","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.649263946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"ac3d329f-7735-49c4-9301-3e3a85b6643d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:07.851652256Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-test-group-auth","reconcileID":"4650f313-7df4-4102-83a6-910e68384020","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:08.021147151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"2af60605-fa4e-46c5-ac9a-c2953a935d9b","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.758212923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"34dbbf66-b532-4100-8f29-056d35e4bfba","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.920029128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2797ca6a-1431-47fb-a78e-d0df4bd73f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.920330252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-no-auth","reconcileID":"3dbebdcd-0c26-46a3-be4c-4e64ffc8e7bb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.920029147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ce3d6552-973f-4880-916a-9aff7450f735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.981138075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-no-auth","reconcileID":"3dbebdcd-0c26-46a3-be4c-4e64ffc8e7bb","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.981927431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2797ca6a-1431-47fb-a78e-d0df4bd73f9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:09.983985786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ce3d6552-973f-4880-916a-9aff7450f735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:14.799902288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-premium","reconcileID":"60cda8f5-c7f8-42b3-8b6d-b7b4f12f455a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.024894148Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-subscription-premium","reconcileID":"60cda8f5-c7f8-42b3-8b6d-b7b4f12f455a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:15.09030309Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-sub","reconcileID":"0b652ede-f6c8-4694-ab7a-8132bf03db17","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.144519336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"040f14da-fede-4447-92af-7f5b6a4228b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.14460107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"a10706a6-3426-401c-a3cb-8bfc02c143b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.204394908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"040f14da-fede-4447-92af-7f5b6a4228b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.20441426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"a10706a6-3426-401c-a3cb-8bfc02c143b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.24528766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"bba41bba-f041-43f6-b75d-5968cba8bada","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.265105009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"6fd13173-88b2-43ee-9a36-5030b7f570cf","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.398005767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"5f89aec1-0f70-4bfd-a563-78f0942cf677","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.427097905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"66db3179-d9ef-4c7a-a48f-14abcb2c4088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.427308903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d3e00b3f-4034-43dc-8dac-3309094994c4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.427097857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"cb4d7600-1034-4331-87e5-09cfe6eec50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.487197383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"66db3179-d9ef-4c7a-a48f-14abcb2c4088","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.48820874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"cb4d7600-1034-4331-87e5-09cfe6eec50b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.489981332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d3e00b3f-4034-43dc-8dac-3309094994c4","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.573974314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"3e986edc-5244-48b0-94d3-a51f980c0832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.574026148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f6f58d19-d859-4466-8676-a7cf0fc7b742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.633846555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"3e986edc-5244-48b0-94d3-a51f980c0832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.634157254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f6f58d19-d859-4466-8676-a7cf0fc7b742","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.695992128Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-test-auth-multi-sub-valid","reconcileID":"fb5b59c3-369c-4978-8079-02426735de65","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:15.955867379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"9bdab4fd-9f2d-4bdd-9c3f-fa29af25fa73","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.146364709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"54ed96f9-2e28-444b-af7f-347e2d7a4a13","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.206314778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"54ed96f9-2e28-444b-af7f-347e2d7a4a13","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:16.264779848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-569a04-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"54ed96f9-2e28-444b-af7f-347e2d7a4a13","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.592292056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"9e11e27c-0f25-4961-8f17-39391c9ef360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.592473117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"072f072d-1433-44ff-a980-89d6d5c492be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.681094961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"9e11e27c-0f25-4961-8f17-39391c9ef360","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:17.681850819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"072f072d-1433-44ff-a980-89d6d5c492be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:19.928135156Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-sub-only","reconcileID":"1bdfcd4e-9145-4ad0-b68f-3ea7a1b7a134","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.165515047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-sub-only","reconcileID":"1bdfcd4e-9145-4ad0-b68f-3ea7a1b7a134","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.389352487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"5e99b0ff-d96c-4d3e-903e-68f240a0e54a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.439626968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"2f643096-508b-45aa-916a-280601e16da6","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.592668582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"36d89e74-12cd-4a91-9ffa-7c17d17a17a5","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.603444787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-no-auth","reconcileID":"e60bc2a2-94de-4b2f-b575-665122757ac9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.603670607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"254032a1-a0bb-49ce-8b98-fb0ed508ca9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.604191748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f0143e24-47d5-4617-9696-b52b31c5fa88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.663852492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-no-auth","reconcileID":"e60bc2a2-94de-4b2f-b575-665122757ac9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.664131111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"254032a1-a0bb-49ce-8b98-fb0ed508ca9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.666991832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f0143e24-47d5-4617-9696-b52b31c5fa88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:20.874556238Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-test-group-no-auth","reconcileID":"b537c2ec-848d-481a-9246-5ce7c2d10447","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:21.13406649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"ca29e02f-2b86-4e5f-8c97-d3ae57d578db","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:22.987354644Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.247205688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"d0acc855-85c5-45a5-84f2-665988968296","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.304444483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"18d097f0-817c-4c64-9015-887ba2032bf5","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.469070028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-auth","reconcileID":"ae280633-a172-4086-a393-0a69434e4025","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.522936939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"2f69a71e-2d41-41b6-b8ca-b3d9b49b7979","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.529008522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-auth","reconcileID":"ae280633-a172-4086-a393-0a69434e4025","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.582256635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"2da6f9b4-24e8-48a5-bea0-64ad7b01b3d3","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:23.635285258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-sub","reconcileID":"deb49de8-3dc3-4e42-a13d-23355ebc0d40","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.683821595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"66ec9c93-2260-4f79-9d67-cd4e133aae26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.683855037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"a85057d4-5928-4a1d-963d-0e60479c74e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.746356061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"66ec9c93-2260-4f79-9d67-cd4e133aae26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.7469225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"a85057d4-5928-4a1d-963d-0e60479c74e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.761879539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"001ce328-fa71-49d5-aa06-7f3e1ae803a1","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.813014738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"429dbebf-d8f1-474f-a083-f22eac9b423e","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.818878881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"eb677d05-97ae-4214-b6dd-c0de479a8ee5","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:23.97857475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-auth","reconcileID":"da7e4a4f-1136-4a6d-b38e-efbaa2f9857e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:24.051008234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-auth","reconcileID":"da7e4a4f-1136-4a6d-b38e-efbaa2f9857e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:24.096571433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6adbf1a0-9337-43d1-9d76-0dd59d43d6e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:24.097148179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"1807ad84-631a-44d6-a116-a4afe47f2a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:24.107438595Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-sub","reconcileID":"61823a4a-c81b-4096-b357-85c47c81349c","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-status-active-sub","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:24.170112514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6adbf1a0-9337-43d1-9d76-0dd59d43d6e0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:24.173623085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"1807ad84-631a-44d6-a116-a4afe47f2a71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:24.28890279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"5db4efa6-058e-4a3b-a0f5-f990b8d2e357","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:24.342611138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"d28aecef-3861-4200-8347-c7d97397185d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:24.511382333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-sub","reconcileID":"3903fb78-216a-4716-80d8-722e2d57a7df","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.268228201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"dfbe18e1-efd7-47a6-adc8-4d5d3a8f08d0","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.374241138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"b5180d19-24b3-4302-be1c-fc2e4c1f2e0f","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.430061328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6870e03e-2048-4f4a-9823-d560eab99522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.430106729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-auth","reconcileID":"f380d9d4-91dd-4b02-b851-62aa408005f7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.430575409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"9a23dddf-bfdc-4da2-b3de-075fd6183716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.434958604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"b5180d19-24b3-4302-be1c-fc2e4c1f2e0f","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.492406779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6870e03e-2048-4f4a-9823-d560eab99522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.492555816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"9a23dddf-bfdc-4da2-b3de-075fd6183716","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.494786985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-569a04-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb458efb687ae111c0d6e76f7614845f37a4a61719ae50c1f83150963d90dc76) AuthConfig (a2825bb22822cee9e9a874ee12d8f44213105b137697c80a11b0938b106c1fa7) AuthConfig (a05eeb686d4544426114f9819ed321630f5604c34e7943d26fa3a76fa82d2e36) AuthConfig (3e43dcc5497fb3ceead71fbfbe270a20218f5010f2f3dbcbb80db81201b6a312) AuthConfig (ee2fc8573e292939b8c84dc0660846c63a913ae14cb26feb5ef886f33a83937c) AuthConfig (09c05741e79d3c5a521dfc85d9557ad627d378385e842c84aacda063fc0c795d) AuthConfig (1a3c482043d29e96e3be1921b67dd7b42eafb71376e849bd0fd90956160f526c) AuthConfig (7e9dbcab09856cedd2aa83bba4b420976aba44c5c9a586ef84eb0c4bfe775806) AuthConfig (d8df7b9b0b1846550c70e6a68b36c48626c37d749c456ce0334a85e82ba5a60b) AuthConfig (bcc3412ebbcafc7be9667ce7f7f99eb8eb0066b85f22171a3373bc3e001fbf8a) AuthConfig (05480de8bd8bf44974cf6a2aaaa50a276d68fd909b40fb83d5d050055d05a077) AuthConfig (3962c2f86b64252e35dd565baea09bd6ab2ab7ad95353971f6f167d8de81310c) AuthConfig (08f604f99c58ccf0aeb2758226ff0e932c54231e3a1c7dfa1caccc87de02391f) AuthConfig (4edc9293c5bc893a63424bf86ea1cfa2475eec4d62771ca71a547a85e986a7d0) AuthConfig (851e5eebbee3b50f987f3b368635de06a67121e4ff9edf61df24913492b74d69) AuthConfig (ce5c09839d1a41d498ba3f64d4a541a3c4ada1bbd1c52f3fcb2426d43900ca6f) AuthConfig (215fe28d545ec2f11a065e805250845da7148d4eb38012f9bd4ebd84ac3324d2) AuthConfig (7739071d14e4ee64c018451095b3909be1a151df3a55b882c6564c6d3b7c4b8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"b5180d19-24b3-4302-be1c-fc2e4c1f2e0f","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.496790276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-auth","reconcileID":"f380d9d4-91dd-4b02-b851-62aa408005f7","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.557723032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"8a0edf8c-8e3e-4381-9a80-6939d1fc86f2","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:26.557756736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"8a0edf8c-8e3e-4381-9a80-6939d1fc86f2","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.603797218Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-sub","reconcileID":"ff3e0133-e45f-490a-85d0-0630c9ff6d2b","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:27.603979378Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-sub","reconcileID":"ff3e0133-e45f-490a-85d0-0630c9ff6d2b","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-6250eb/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.075624089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"e9ece8da-8714-4456-8ea9-732d62b14101","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.123861044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"e51d1909-472e-43e6-bcc1-03671e7cae93","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.178136039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"a113e33b-6837-4329-b8da-0e0fe93da0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.178205957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d0e28983-baaa-4caa-8a4f-bfeda45e85fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.240354023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d0e28983-baaa-4caa-8a4f-bfeda45e85fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.240354019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"a113e33b-6837-4329-b8da-0e0fe93da0ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.286643597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-active-auth-only","reconcileID":"6a2af402-144e-4813-81d4-d3454dc2bb0d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.346781914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-active-auth-only","reconcileID":"6a2af402-144e-4813-81d4-d3454dc2bb0d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.662476291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"26c9733b-b414-4a20-be64-d4865e4068a1","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.823772493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-active-auth-only","reconcileID":"6fdef8ca-58dd-422a-8ac5-9da6257a4542","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:28.885361789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-active-auth-only","reconcileID":"6fdef8ca-58dd-422a-8ac5-9da6257a4542","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.06844596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-auth","reconcileID":"940544c1-c3d0-4b2b-a61f-5fe9c0a26613","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.129822109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-auth","reconcileID":"940544c1-c3d0-4b2b-a61f-5fe9c0a26613","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.188370271Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-auth","reconcileID":"940544c1-c3d0-4b2b-a61f-5fe9c0a26613","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.575457097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-auth","reconcileID":"9a8d52a4-9dc7-48b0-a42c-0a446add14cd","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.635713175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-auth","reconcileID":"9a8d52a4-9dc7-48b0-a42c-0a446add14cd","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:29.694206785Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-auth","reconcileID":"9a8d52a4-9dc7-48b0-a42c-0a446add14cd","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:30.59724431Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-active-auth-only","reconcileID":"752ca596-6db5-4535-9a14-80ec4c3742fe","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:30.59725809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"2fa6a4bd-e833-47eb-8678-7be61d1a9557","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:30.763308313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"1b3fffb2-b586-4a64-a9b4-88309a4ace1e","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.20479095Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-failed-auth","reconcileID":"2c97d793-f98c-420e-839f-a1e0521df9a4","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.592519511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"dc46f732-2456-4c18-b39a-a555d06315aa","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.649247476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"39d42cd3-c7ac-4706-a3f6-221f40705730","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.863720998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-degraded-auth","reconcileID":"c6200f6d-ed53-494b-8893-8b5d69f8416f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:31.925035102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-degraded-auth","reconcileID":"c6200f6d-ed53-494b-8893-8b5d69f8416f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.0371811Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-degraded-auth","reconcileID":"c6200f6d-ed53-494b-8893-8b5d69f8416f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.294927022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"09e860e6-e6eb-42d8-ad56-ddc3fca42f82","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.294985701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"09e860e6-e6eb-42d8-ad56-ddc3fca42f82","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.356227633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"f9a2c324-3ec0-4720-99fc-7d7c73a7930c","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.356622502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"7865ddac-c9d6-4301-a93f-876d91092052","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.457373308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"1e148c21-9359-4936-926b-5bc1ccc12b7a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.457395991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"1e148c21-9359-4936-926b-5bc1ccc12b7a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.516132737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"495a148a-d2da-43c8-a7ef-e7573956041a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.516153831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"495a148a-d2da-43c8-a7ef-e7573956041a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.564397007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-degraded-auth","reconcileID":"bfe82b15-4f3d-426c-951f-45c7196018dc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.623980916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-degraded-auth","reconcileID":"bfe82b15-4f3d-426c-951f-45c7196018dc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.730712042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"4d6fd802-9a1c-4a36-9c1f-559c153c285a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.731445692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"9fbfcf08-b38e-43c8-88b8-63833814cdb0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.731463953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"9fbfcf08-b38e-43c8-88b8-63833814cdb0","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.735417718Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-degraded-auth","reconcileID":"bfe82b15-4f3d-426c-951f-45c7196018dc","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.791411722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"4d6fd802-9a1c-4a36-9c1f-559c153c285a","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.791704069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"69e3b742-c107-46db-be37-3cee79f5aa9d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.791724937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"69e3b742-c107-46db-be37-3cee79f5aa9d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:32.848341655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-sub","reconcileID":"47294ecb-6f2c-4e4f-8c5b-cca3d1d67199","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:32.850090232Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"69e3b742-c107-46db-be37-3cee79f5aa9d","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:32.850148487Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"69e3b742-c107-46db-be37-3cee79f5aa9d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.856111293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"4282cf52-6c5e-4210-b4df-ac288e2c09f1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.856133739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"4282cf52-6c5e-4210-b4df-ac288e2c09f1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.946794427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"a2dd174f-fa19-4660-a00f-3f190b900653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.948052652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"beb5facd-ced4-451a-b26e-30116d999850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.96431584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"31cac251-59ef-4f72-ab14-f85d1d569ab8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:32.964338329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"31cac251-59ef-4f72-ab14-f85d1d569ab8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.039193882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"a2dd174f-fa19-4660-a00f-3f190b900653","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.041922501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"beb5facd-ced4-451a-b26e-30116d999850","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.0425931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"d90ac8df-c46d-4eb1-8f4b-e73533749c40","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.0426075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"d90ac8df-c46d-4eb1-8f4b-e73533749c40","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.160334876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"e2405f72-193a-4b40-8af4-154d7c3cad78","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.16036187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"e2405f72-193a-4b40-8af4-154d7c3cad78","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.262713112Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-sub","reconcileID":"ea588d41-e886-4ad3-9f1e-3e2ec4c0ad42","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.374576263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"2ae932d5-b112-4e46-83cc-600608bb0721","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.434117388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"2ae932d5-b112-4e46-83cc-600608bb0721","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.435645532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"825ba934-a6c2-468d-8588-4422e1d4454a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.435665319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"825ba934-a6c2-468d-8588-4422e1d4454a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.475890785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"0dd54e06-053d-4d0c-84e7-58d703c75a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.475890881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"521c7ef7-f6de-45a9-86e3-28fe4a2ccade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.536523748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"0dd54e06-053d-4d0c-84e7-58d703c75a8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.537503478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"521c7ef7-f6de-45a9-86e3-28fe4a2ccade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:33.651544782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-sub","reconcileID":"1343ccf6-0119-4d42-9200-9b43da4fb133","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.033523197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"2be1f745-e810-4029-85db-9c5023a66c5d","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.03354859Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-degraded-auth","reconcileID":"cf9dfd26-886c-47eb-a091-0ffd378e30ef","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.087819419Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-status-degraded-auth","reconcileID":"cf9dfd26-886c-47eb-a091-0ffd378e30ef","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:34.347791526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"911c8c41-eccc-45ee-802a-a20b02d7c9a5","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.231578667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"2f0a954d-ea51-4f82-88d7-0cf0722903e2","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.290283392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"dfdbc356-8dd9-4db4-baaa-91a06c9990ac","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.451768608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf-auth","reconcileID":"868a7172-d386-48a1-ac1d-8f2344d777ca","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.5114907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"e941468f-8850-41a3-a935-7af1e89be30e","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.512073312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf-auth","reconcileID":"868a7172-d386-48a1-ac1d-8f2344d777ca","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.570616341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"269711e4-a35a-472a-9e3a-312bbdfe3b59","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.570639647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"269711e4-a35a-472a-9e3a-312bbdfe3b59","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.624584671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"99e8403c-65ed-4d5d-add0-ab27e33d058e","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:35.629573598Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-31fdbe/e2e-degraded-healthy-inf","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.672890826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"63e42a3c-eba6-4c69-b2ab-fc4953d92ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.672890807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"24227992-ea9a-4ef1-9dbf-d50b3fb0187d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.681869181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"2883055b-bf85-4b27-b531-68aea702983a","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.734634194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"24227992-ea9a-4ef1-9dbf-d50b3fb0187d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.735006011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"63e42a3c-eba6-4c69-b2ab-fc4953d92ac0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.837503323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"d1695a3f-c071-49b9-b139-5410f5d77c73","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.960029418Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf","reconcileID":"ef18f14b-d04d-4072-84c4-13145dd50cfa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:35.960211906Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf","reconcileID":"ef18f14b-d04d-4072-84c4-13145dd50cfa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.004571346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d5785539-da5b-4599-8db3-b6541f0e3ac5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.064742768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d5785539-da5b-4599-8db3-b6541f0e3ac5","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.102659138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"77d3f25b-50c8-4644-8616-5bc7f7681d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.105299749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b25c91e6-dbba-4de1-ad1e-b2e8f0e7a7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.162816675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"77d3f25b-50c8-4644-8616-5bc7f7681d0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.164838645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"b25c91e6-dbba-4de1-ad1e-b2e8f0e7a7f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.17878385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"e0a9fc83-19ff-43bd-8023-d0414d2e42e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.237587767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"4c2e5396-5254-40bc-8813-32558bdd21bb","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.439237443Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-sub","reconcileID":"362040d1-da88-4b60-b15d-a4fb3c27ba43","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.454530666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf","reconcileID":"546c61f8-4cd9-4ce7-a208-3e78c89680df","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.454678669Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf","reconcileID":"546c61f8-4cd9-4ce7-a208-3e78c89680df","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.662270975Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-sub","reconcileID":"362040d1-da88-4b60-b15d-a4fb3c27ba43","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.666123002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"c286fe67-316b-4a8a-9339-b3e3694463b4","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.725923403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"c286fe67-316b-4a8a-9339-b3e3694463b4","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.783789391Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-569a04-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb458efb687ae111c0d6e76f7614845f37a4a61719ae50c1f83150963d90dc76) AuthConfig (a2825bb22822cee9e9a874ee12d8f44213105b137697c80a11b0938b106c1fa7) AuthConfig (a05eeb686d4544426114f9819ed321630f5604c34e7943d26fa3a76fa82d2e36) AuthConfig (3e43dcc5497fb3ceead71fbfbe270a20218f5010f2f3dbcbb80db81201b6a312) AuthConfig (ee2fc8573e292939b8c84dc0660846c63a913ae14cb26feb5ef886f33a83937c) AuthConfig (09c05741e79d3c5a521dfc85d9557ad627d378385e842c84aacda063fc0c795d) AuthConfig (1a3c482043d29e96e3be1921b67dd7b42eafb71376e849bd0fd90956160f526c) AuthConfig (7e9dbcab09856cedd2aa83bba4b420976aba44c5c9a586ef84eb0c4bfe775806) AuthConfig (d8df7b9b0b1846550c70e6a68b36c48626c37d749c456ce0334a85e82ba5a60b) AuthConfig (bcc3412ebbcafc7be9667ce7f7f99eb8eb0066b85f22171a3373bc3e001fbf8a) AuthConfig (05480de8bd8bf44974cf6a2aaaa50a276d68fd909b40fb83d5d050055d05a077) AuthConfig (3962c2f86b64252e35dd565baea09bd6ab2ab7ad95353971f6f167d8de81310c) AuthConfig (08f604f99c58ccf0aeb2758226ff0e932c54231e3a1c7dfa1caccc87de02391f) AuthConfig (4edc9293c5bc893a63424bf86ea1cfa2475eec4d62771ca71a547a85e986a7d0) AuthConfig (851e5eebbee3b50f987f3b368635de06a67121e4ff9edf61df24913492b74d69) AuthConfig (ce5c09839d1a41d498ba3f64d4a541a3c4ada1bbd1c52f3fcb2426d43900ca6f) AuthConfig (215fe28d545ec2f11a065e805250845da7148d4eb38012f9bd4ebd84ac3324d2) AuthConfig (7739071d14e4ee64c018451095b3909be1a151df3a55b882c6564c6d3b7c4b8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"c286fe67-316b-4a8a-9339-b3e3694463b4","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.881053463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"4848fa3d-f959-4c86-bec3-546e13ff304a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.889392213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"3b999eeb-195b-4814-84b8-77baab77d7ce","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:36.950551721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"ff9dfb31-5a28-4586-b5ed-3cec0148cfcc","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.03111659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"20437c5b-b052-47d9-935e-c97d65501714","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.051218156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"53f54734-8665-4947-9541-589c23313dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.051240412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-auth","reconcileID":"f656c10b-3c96-4975-9213-ea164e3f24b1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.051719425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"9cdaef59-2551-4d7e-ac3e-5ef83baa95ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.111382338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"9cdaef59-2551-4d7e-ac3e-5ef83baa95ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.112639512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"53f54734-8665-4947-9541-589c23313dae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.113958987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-auth","reconcileID":"f656c10b-3c96-4975-9213-ea164e3f24b1","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.319498956Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-active-auth","reconcileID":"f8af6fda-f901-48ec-b78c-c705612fde4a","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:37.578681492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"02faac71-5788-40a8-8853-5ddfae395513","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.446640504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"848e5c2b-c1e6-4cc9-b126-cedd428c0435","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.505126141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"d1916ec9-bb26-4fb0-8581-b762e30e54e2","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.568744234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"44f1c6ae-3315-4e4a-ad2f-157e30e3016e","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.668861808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-auth","reconcileID":"4d28aac2-f208-482a-b861-2e7580ac1d3b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.724927801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"183adcf0-f313-4525-9da1-767d3499ff23","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.728693595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-auth","reconcileID":"4d28aac2-f208-482a-b861-2e7580ac1d3b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.769356742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"fd451c5c-accd-4955-bb24-c078319647f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.769695531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"69d1cdc2-7a70-48ac-ad8f-5491abb4e520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.769416036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d529476a-7cda-4111-8980-fc77fa5ae710","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.782404324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"d1a2e2d4-82f7-404c-9f03-3d7f849d96fa","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.832386116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"fd451c5c-accd-4955-bb24-c078319647f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.832563265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"69d1cdc2-7a70-48ac-ad8f-5491abb4e520","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.836078033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d529476a-7cda-4111-8980-fc77fa5ae710","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:38.8376247Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-sub","reconcileID":"5441a966-3fbe-40ba-b6ba-e261e61936c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.890333453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3f9dc6ac-05ad-4ac6-9a08-35c5ffe9de24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.950398676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3f9dc6ac-05ad-4ac6-9a08-35c5ffe9de24","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:38.96109174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"5d17f506-95fb-40ac-b4e9-ef8eaf983304","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.020658712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"78f7f57a-1c65-4312-9acf-9ddd36b5b22b","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.05558414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"dc80ad10-645b-4ba2-9ced-18b7e39114db","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.216932956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-auth","reconcileID":"5a7002dc-0448-4119-bb19-61e1f04d38b9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.276705891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-auth","reconcileID":"5a7002dc-0448-4119-bb19-61e1f04d38b9","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.301316722Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-sub","reconcileID":"50881fc9-2023-43b7-95b6-3091ffbed241","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-status-degraded-sub","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.301509454Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-sub","reconcileID":"50881fc9-2023-43b7-95b6-3091ffbed241","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-845a67/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.317398611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"33e86b2b-3cdc-4c34-bda4-b83ecc0064b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.376932708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"33e86b2b-3cdc-4c34-bda4-b83ecc0064b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.41726474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"cf8ed0ce-5ec1-40f5-b7fa-83bb5522c492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.476897271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"cf8ed0ce-5ec1-40f5-b7fa-83bb5522c492","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.521353441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"a752ebb5-268f-4f5b-b73c-e9f84314d3a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.528750419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"61275a5e-b296-4891-9311-2840531a8d5b","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.745797849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-sub","reconcileID":"de5bbc16-3b65-4d7b-901e-49e0dcdbf6a2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:39.746004136Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-sub","reconcileID":"de5bbc16-3b65-4d7b-901e-49e0dcdbf6a2","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-845a67/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.137263378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"e77536d8-830f-4ad3-9ad1-8752a34b5de4","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.298593278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"1fc9ccf2-e69e-45f6-bcef-110946f037b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.298664001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"433d523b-8b25-42f8-9af7-79d93d072442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.299097498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-auth","reconcileID":"102d23db-f10a-498f-8895-9bed7807419b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.359400303Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"433d523b-8b25-42f8-9af7-79d93d072442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.359420853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-auth","reconcileID":"102d23db-f10a-498f-8895-9bed7807419b","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:41.362108576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"1fc9ccf2-e69e-45f6-bcef-110946f037b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:42.757190216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"7711694e-379b-48ed-bc1d-557345a58956","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-4e8408","tenantID":"e2e-praxis-b-4e8408","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:42.879604833Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"7711694e-379b-48ed-bc1d-557345a58956","name":"e2e-praxis-b-4e8408-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.892475084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"63c0c4e8-80ce-4136-bfb0-f4a5d5afc3e2","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:46.953500469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"63c0c4e8-80ce-4136-bfb0-f4a5d5afc3e2","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:47.012393712Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-569a04-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bb458efb687ae111c0d6e76f7614845f37a4a61719ae50c1f83150963d90dc76) AuthConfig (a2825bb22822cee9e9a874ee12d8f44213105b137697c80a11b0938b106c1fa7) AuthConfig (a05eeb686d4544426114f9819ed321630f5604c34e7943d26fa3a76fa82d2e36) AuthConfig (3e43dcc5497fb3ceead71fbfbe270a20218f5010f2f3dbcbb80db81201b6a312) AuthConfig (ee2fc8573e292939b8c84dc0660846c63a913ae14cb26feb5ef886f33a83937c) AuthConfig (09c05741e79d3c5a521dfc85d9557ad627d378385e842c84aacda063fc0c795d) AuthConfig (1a3c482043d29e96e3be1921b67dd7b42eafb71376e849bd0fd90956160f526c) AuthConfig (7e9dbcab09856cedd2aa83bba4b420976aba44c5c9a586ef84eb0c4bfe775806) AuthConfig (d8df7b9b0b1846550c70e6a68b36c48626c37d749c456ce0334a85e82ba5a60b) AuthConfig (bcc3412ebbcafc7be9667ce7f7f99eb8eb0066b85f22171a3373bc3e001fbf8a) AuthConfig (05480de8bd8bf44974cf6a2aaaa50a276d68fd909b40fb83d5d050055d05a077) AuthConfig (3962c2f86b64252e35dd565baea09bd6ab2ab7ad95353971f6f167d8de81310c) AuthConfig (08f604f99c58ccf0aeb2758226ff0e932c54231e3a1c7dfa1caccc87de02391f) AuthConfig (4edc9293c5bc893a63424bf86ea1cfa2475eec4d62771ca71a547a85e986a7d0) AuthConfig (851e5eebbee3b50f987f3b368635de06a67121e4ff9edf61df24913492b74d69) AuthConfig (ce5c09839d1a41d498ba3f64d4a541a3c4ada1bbd1c52f3fcb2426d43900ca6f) AuthConfig (215fe28d545ec2f11a065e805250845da7148d4eb38012f9bd4ebd84ac3324d2) AuthConfig (7739071d14e4ee64c018451095b3909be1a151df3a55b882c6564c6d3b7c4b8d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"63c0c4e8-80ce-4136-bfb0-f4a5d5afc3e2","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.739199589Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf","reconcileID":"ac193727-5bbf-420c-b627-53a1eda73815","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.968230159Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf","reconcileID":"ac193727-5bbf-420c-b627-53a1eda73815","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.968273291Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf","reconcileID":"ac193727-5bbf-420c-b627-53a1eda73815","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:48.968475967Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf","reconcileID":"ac193727-5bbf-420c-b627-53a1eda73815","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.187001565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"07dc50e6-8540-4eb2-9398-188cd0b03f39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.302385065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"e44ab22f-87e5-499f-85bb-54bf59d51011","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.455867223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"a6cd07ca-d0db-4d27-8f5b-ff4345e43c2c","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.464667544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"811d5672-3613-4632-91df-c5e526fd732c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.465329586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5748dc85-68f6-4d10-a680-d1a2a856e321","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.465857557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"8f157c93-883f-4c04-a4ea-cdc3b4c85d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.533501745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"811d5672-3613-4632-91df-c5e526fd732c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.541971353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"8f157c93-883f-4c04-a4ea-cdc3b4c85d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.549840241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5748dc85-68f6-4d10-a680-d1a2a856e321","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:49.856468472Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-healthy-inf-auth","reconcileID":"5154fe51-3c04-4d1b-a221-a0245cae7630","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.108538427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"b530b968-3f34-497d-928d-05da533ceb28","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:50.956907127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-sub","reconcileID":"d88b8eb4-d0c6-483b-ad7f-98617c28fdf5","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.015931869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"b1bb8484-0e87-4cae-80c5-6c5e422e922c","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.097145312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"4f41ce68-7b2f-4423-b5d1-f043629c803f","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.168526759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"9c36a0d7-f433-41d6-9725-3998bd20a859","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"tenant":"e2e-worker-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.168671684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"9c36a0d7-f433-41d6-9725-3998bd20a859","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.277366022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube-auth","reconcileID":"d80a0792-8444-4c85-a961-9628d6a2c050","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.316418114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"4f6a0f17-35ad-46a4-9b8d-bd21c5be04eb","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.319158906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-sub","reconcileID":"de1a1477-7cb3-41c3-be6f-1666a548f9fd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.353189787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube-auth","reconcileID":"d80a0792-8444-4c85-a961-9628d6a2c050","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.385552811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"83a650d4-f611-4d28-983b-042453f40d63","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:51.451694213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube","reconcileID":"00ffd993-0bed-4cc7-9bdc-fc32ee6a85dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.52009704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"864ace91-7411-4ace-adbb-4cc722f04a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.522654117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c45e03fa-9e10-49a1-97af-d8b41758c388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.597328555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"c5841a04-2192-42e8-a7e6-be02c03355b4","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.609931125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"864ace91-7411-4ace-adbb-4cc722f04a3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.607798673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c45e03fa-9e10-49a1-97af-d8b41758c388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.660283612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"888215e1-95a6-490e-9dbd-dc4bb5ff51c1","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.715516248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"d942f8f4-cec7-44a7-b65d-4a85ae9b1bc4","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.759120047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-sub","reconcileID":"de1a1477-7cb3-41c3-be6f-1666a548f9fd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.759381681Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-sub","reconcileID":"de1a1477-7cb3-41c3-be6f-1666a548f9fd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.759650876Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-sub","reconcileID":"de1a1477-7cb3-41c3-be6f-1666a548f9fd","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-845a67/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.88153602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube-auth","reconcileID":"b11bff7f-be14-4108-b32b-4d1dfceb3a6b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.951824754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube-auth","reconcileID":"b11bff7f-be14-4108-b32b-4d1dfceb3a6b","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.961328963Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube","reconcileID":"e2f04f20-1b21-4cc9-b107-abf7aa3202ff","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-degraded-models-kube","ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.962824651Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube","reconcileID":"e2f04f20-1b21-4cc9-b107-abf7aa3202ff","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:51.997381467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"029a4e3c-9f85-4972-87c0-e82107b87c5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.023230104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f8ffaab3-1546-4c5e-b944-a1905456ef84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.023253578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"a4650ec3-0d40-4884-a6c3-3ee6597ea23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.085928502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"a4650ec3-0d40-4884-a6c3-3ee6597ea23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.087136668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f8ffaab3-1546-4c5e-b944-a1905456ef84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.092541863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"04ae008a-79f1-4e71-8150-fae9f15d2efa","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.155794758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"630f0eb4-c64e-430e-a9d3-fcca094b5269","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.200382882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"b4adafca-86a5-48d6-8775-a19c39087c64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.224591759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"03721526-b254-447f-86e1-978ee77532dc","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.24424067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"f2ab96c7-f7aa-4ac5-ab39-ca908ca99d2a","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.257367098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"f2e4186e-7f1c-4d02-bb44-d9317faadc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.258305989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"bf8f149e-f4de-4f0e-a3c3-d37eb911fe64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.320627962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"bf8f149e-f4de-4f0e-a3c3-d37eb911fe64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.32923542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"f2e4186e-7f1c-4d02-bb44-d9317faadc7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.357200723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-auth","reconcileID":"7a4e8a60-e0b8-47ae-851f-72ba68f46d3f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.417139337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-auth","reconcileID":"7a4e8a60-e0b8-47ae-851f-72ba68f46d3f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.467485404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube","reconcileID":"c9e67197-4764-4dd1-a59a-1265d1999783","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.467671175Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube","reconcileID":"c9e67197-4764-4dd1-a59a-1265d1999783","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.536178058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"e0a87b04-859c-4f07-b7f7-010aa394375d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.54029092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b82649e8-e331-4deb-8abe-d6c6a4504142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.597445446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"e0a87b04-859c-4f07-b7f7-010aa394375d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.600320575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b82649e8-e331-4deb-8abe-d6c6a4504142","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.640581608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-status-degraded-auth","reconcileID":"453c24f3-a7a4-4ea9-a00b-44bf7e98c815","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.701730876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"9bdf9fea-b584-4b87-a76e-056d30adeb08","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.767712871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"9bdf9fea-b584-4b87-a76e-056d30adeb08","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.862493278Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-sub","reconcileID":"54d178f1-fe53-4ca0-87cc-75febf1cbae1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.916779916Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-sub","reconcileID":"54d178f1-fe53-4ca0-87cc-75febf1cbae1","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.962591422Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"e2e-temp-model-status","reconcileID":"e6630c9b-f270-4b40-b053-f106061bacf1","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w2-6250eb","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:52.984901664Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.023411388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"92285bd8-92ad-424b-acf4-73cfe0fef3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.02343744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"1025c1e8-4ad0-4fb2-aa36-af71dfaeebbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.083368082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"1025c1e8-4ad0-4fb2-aa36-af71dfaeebbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.083422714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"92285bd8-92ad-424b-acf4-73cfe0fef3d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.123913386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"9eb9dacf-0c6a-49fe-9c54-b76de49f8e60","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.125275941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"6f0a7a91-04c8-4635-bb55-5646185f0d8f","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.1258016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"e77ce68c-79ad-4d7a-b628-b5d34614b0b3","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.147409929Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-sub","reconcileID":"52780e1f-88c3-421e-ba39-046e3c11226c","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.188191272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"9eb9dacf-0c6a-49fe-9c54-b76de49f8e60","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.188239225Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"9eb9dacf-0c6a-49fe-9c54-b76de49f8e60","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.531159388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"a0dfbcfa-b727-4c41-b92f-413864ed668d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.531230964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"fe508f04-1e6f-4933-a9ba-f3dbc70d9d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.59145773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"fe508f04-1e6f-4933-a9ba-f3dbc70d9d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.591563174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"a0dfbcfa-b727-4c41-b92f-413864ed668d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.640612004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"9b1be18b-7d85-4427-8b75-b53e10524f74","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.701270664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"9b1be18b-7d85-4427-8b75-b53e10524f74","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:53.701318304Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"9b1be18b-7d85-4427-8b75-b53e10524f74","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.022516967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b1ecc2a6-767f-49b4-a07d-5101c50ebda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.022576239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"5485299f-668e-4f2a-b455-b1caa82a512f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.084683006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"5485299f-668e-4f2a-b455-b1caa82a512f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.087123411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b1ecc2a6-767f-49b4-a07d-5101c50ebda0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.127099222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"8fb5ae3e-991e-4111-bc34-e89540fec27c","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.194752874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"40562dcc-9a34-41d7-88fc-99aab19854c2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.271445049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"40562dcc-9a34-41d7-88fc-99aab19854c2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.271608785Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"40562dcc-9a34-41d7-88fc-99aab19854c2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.299201516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"932a473c-d552-4dae-a25f-06df35f65cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.299577873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7527a758-4f53-4981-8819-85ecbb430706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.364479021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7527a758-4f53-4981-8819-85ecbb430706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.367372235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"932a473c-d552-4dae-a25f-06df35f65cd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:26:54.454388245Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"40562dcc-9a34-41d7-88fc-99aab19854c2","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-transition-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.463901046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube-auth","reconcileID":"7c0b8026-a74b-41fd-895d-aaf76d9d232d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.523910578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube-auth","reconcileID":"7c0b8026-a74b-41fd-895d-aaf76d9d232d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.679390391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"4d063640-7161-4bfc-aeaf-bd93f545ff80","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.749309107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"4d063640-7161-4bfc-aeaf-bd93f545ff80","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:54.810299533Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"4d063640-7161-4bfc-aeaf-bd93f545ff80","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.122180182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"3d3a194c-7aca-4396-8607-fa76efa56f15","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.182326312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"3d3a194c-7aca-4396-8607-fa76efa56f15","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.462855416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"f7054d54-b3b2-4384-b703-a28b082e056f","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:26:57.462879876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"f7054d54-b3b2-4384-b703-a28b082e056f","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.189929294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"052ba98c-5069-45d1-bd67-53bd3eec76d2","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.249106134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"f8fbf9d3-c4ca-4bac-aada-dc3e5096bae0","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:01.302625474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-list-subs-refs-sub","reconcileID":"195eecf2-03d3-4b75-b539-534167dd6a25","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.355772493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5820e19b-4a4c-477e-9fba-720da83c5d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.355773101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4ac2c3b5-26d9-41f5-9828-3fa9c0af3957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.416318895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4ac2c3b5-26d9-41f5-9828-3fa9c0af3957","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.416364562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5820e19b-4a4c-477e-9fba-720da83c5d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.419657986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"20ba9d17-d346-4f7f-a77e-2f7bc638d6c3","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.477070287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"97371de0-b1ec-42ee-9ae4-e91a1450d1d0","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.739269972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0e7bae09-613e-4d8f-8c9c-cf93d8de4e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.739269971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"01c7b1c9-97d7-48f9-8b00-197b2f685d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.754838683Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-list-subs-refs-sub","reconcileID":"8b041229-bb25-4369-a7fe-1fe2920d1b66","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.799448653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"01c7b1c9-97d7-48f9-8b00-197b2f685d6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.799563291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0e7bae09-613e-4d8f-8c9c-cf93d8de4e6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.927478812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"a2e7c021-d0c9-4971-96d5-3a55ae16bac2","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:01.974008975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"d02292f1-455a-4090-aca3-ff57f74fa6a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.144790029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-list-subs-refs-sub","reconcileID":"4c688617-08bf-4d25-b277-0edf2d978855","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.772988695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"fd17ba70-9b09-4f4e-8348-717aec537252","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.773015345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"fd17ba70-9b09-4f4e-8348-717aec537252","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.835174458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"cf749f1e-2faa-4d8c-88e6-37210477bfb1","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.880255598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"f280a0f2-c461-4649-a4e8-ca623e445490","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.885041459Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"4f740041-581d-4f1c-9c6a-1150709c7a24","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.885067218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"4f740041-581d-4f1c-9c6a-1150709c7a24","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:02.887620156Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-569a04-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.941336363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"f280a0f2-c461-4649-a4e8-ca623e445490","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.942169142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"0f8303a0-ee6f-41c3-bf6a-75098b2cb2d7","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:02.942188361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"0f8303a0-ee6f-41c3-bf6a-75098b2cb2d7","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.164208976Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"1ecdff6f-737d-452e-a92e-4d282c177c67","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"maas-trlp-praxis-route-569a04","model":"praxis-route-569a04","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.263090484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"f65aa481-f987-4cd1-996a-55961891dc56","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.324566586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"f65aa481-f987-4cd1-996a-55961891dc56","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.337702674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"ed016ebe-2abb-4dd4-8531-47f90b92c211","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.337724513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"ed016ebe-2abb-4dd4-8531-47f90b92c211","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.555280029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"d8322614-80df-47de-949c-a39549024e5b","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"maas-trlp-praxis-route-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.723692935Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-sub","reconcileID":"638f79f3-6cb3-44f7-97ee-7d6e33895722","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:03.723863578Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-sub","reconcileID":"638f79f3-6cb3-44f7-97ee-7d6e33895722","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.066880218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"d22bd432-9085-4e36-8164-29a75d3fa9e7","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.066905363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"d22bd432-9085-4e36-8164-29a75d3fa9e7","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.184077682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"a05118f3-73ea-4d54-abdf-cdd38efa3b94","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.224185908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"d2caf344-991e-40c2-8635-59c8e3b5fdd3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.224368237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6a00d87a-07e5-416a-a5b7-f18e00d9a658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.224185657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"1ef618d3-6e71-4ae1-92d1-a8a55e39aa30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.286601837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"d2caf344-991e-40c2-8635-59c8e3b5fdd3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.286601836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6a00d87a-07e5-416a-a5b7-f18e00d9a658","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.289170698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"1ef618d3-6e71-4ae1-92d1-a8a55e39aa30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.299606893Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube","reconcileID":"9490f8e6-e31d-477e-aeb6-1420f4577275","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.345324138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"56483c1b-bfba-4f36-a2e9-c882fc73ec6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.345766329Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"d2caf344-991e-40c2-8635-59c8e3b5fdd3","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.345803752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5b3c7461-5c39-4193-a8ff-1bed8e233961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.406414447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"56483c1b-bfba-4f36-a2e9-c882fc73ec6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.406724336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"5b3c7461-5c39-4193-a8ff-1bed8e233961","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.495116982Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-status-transition-auth","reconcileID":"d75f18e4-40a1-49a3-b026-d534a8f2c5ac","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.524784019Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube","reconcileID":"9490f8e6-e31d-477e-aeb6-1420f4577275","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.524824895Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube","reconcileID":"9490f8e6-e31d-477e-aeb6-1420f4577275","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.525024665Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube","reconcileID":"9490f8e6-e31d-477e-aeb6-1420f4577275","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-31fdbe/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.743045172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"b33e3eb6-dfa0-4400-8ad9-8e47b62eed0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.803624019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"a9b7d0e8-c456-4d6a-972f-c2845bf28805","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.951826075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"8e8e3d19-0929-4b5d-b8be-2baa18673a7b","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.965105824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f1eee012-57a3-4441-ab9c-1913a68a2e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.965289999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube-auth","reconcileID":"58cf37b9-a8f7-4020-a835-ffddc26863e1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:04.965579762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"86cbf26a-4ea6-4964-8e45-758569a69e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.025511657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f1eee012-57a3-4441-ab9c-1913a68a2e58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.025521842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"86cbf26a-4ea6-4964-8e45-758569a69e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.028768475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube-auth","reconcileID":"58cf37b9-a8f7-4020-a835-ffddc26863e1","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.234205974Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-degraded-models-kube-auth","reconcileID":"f5a80dc6-3dd9-42e7-853c-609c4100ecdf","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.404399344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"6042e309-3055-49f9-95d9-75df83448883","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.759030704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"55dc813d-5c27-4f23-bf6b-236e61b117fd","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.818096769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"35a1ba84-78cb-41ef-ab7b-4388584fe543","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:05.979977486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"07f99d06-745d-4c41-9c35-842096d4d05c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.037151027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"9db7b472-7fae-4bcf-bc91-d4e83e5e6581","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.040923298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"07f99d06-745d-4c41-9c35-842096d4d05c","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.096885406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"4a1f501f-8e5c-4ee7-82e9-b8691912cf86","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:06.151210053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey","reconcileID":"45a57bee-15b8-4b87-b0d5-d0d5af6eee37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.198502528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9478cf28-a448-48c6-8abf-17124907c17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.198545558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"94267c88-77df-490d-9bdb-54d5b71248eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.2595206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"94267c88-77df-490d-9bdb-54d5b71248eb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.260883777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9478cf28-a448-48c6-8abf-17124907c17f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.270616684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"068ef94f-3851-4947-81b6-b8939ba2971e","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.318826116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"e2bf74f0-afd3-49c4-bed2-ca4e64d79b45","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.329730634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"fe5dcf22-bd1b-4ffe-916c-a6e3a07bcefb","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.479783541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"69a515f1-7557-45e4-b6a7-c9bc13d3c190","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.541738505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"69a515f1-7557-45e4-b6a7-c9bc13d3c190","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.60679613Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey","reconcileID":"404471aa-354b-4982-8036-9957a5c68964","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.606984099Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey","reconcileID":"404471aa-354b-4982-8036-9957a5c68964","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.636511608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"7e7ac532-ab9c-44fd-b0f6-3207683ac318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.636543142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0ca7ebaa-e5fa-4c78-b015-9713de23afde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.696419076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0ca7ebaa-e5fa-4c78-b015-9713de23afde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.697875352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"7e7ac532-ab9c-44fd-b0f6-3207683ac318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:06.816476674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"69a515f1-7557-45e4-b6a7-c9bc13d3c190","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.823985601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"7a2426d6-9d06-4d53-b639-f59d45725405","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.835030065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"1de24cf7-f86d-4de2-9ea9-2753ab71babd","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:06.982768366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"bb7711be-60c3-4132-9beb-fc5940d5675e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.042839388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"bb7711be-60c3-4132-9beb-fc5940d5675e","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.052046423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey","reconcileID":"88cc8342-7c22-4d06-8452-6f48c82eb971","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.052194193Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey","reconcileID":"88cc8342-7c22-4d06-8452-6f48c82eb971","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:07.330133882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"02716e38-9c83-4601-8a77-14080b68baac","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.099648953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"519a4b57-7d6e-4c73-a399-be48ee6e3c41","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.270533321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"41b2d5fd-ff03-4353-a03c-98bce46ea4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.271338262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"20de35b6-3485-4a5e-b435-64e6b1862c93","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.271919453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"d7b89df7-0347-46be-bb05-e3d12241975c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.332344538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"41b2d5fd-ff03-4353-a03c-98bce46ea4be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.333488247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"20de35b6-3485-4a5e-b435-64e6b1862c93","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:09.335170136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"d7b89df7-0347-46be-bb05-e3d12241975c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.795406506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"3abfdacb-5c7a-4912-b59e-23046231fb4f","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.796526833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"e0690df0-5c28-42e9-a7a4-183fda018265","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.857760298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"5225baef-361a-4bae-86cb-e3771bdf917c","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.858335226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"1be5b456-c7b7-4291-993f-c105595b6698","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:13.912506194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"c7ca369e-4899-4b8b-ae87-bf59efa254f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.962206744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d207c23e-c814-49c3-ba77-2c645c531ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:13.962658268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"613dba3a-7a12-4e1e-ae91-d643ccfdcb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.024347522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d207c23e-c814-49c3-ba77-2c645c531ab2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.024347526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"613dba3a-7a12-4e1e-ae91-d643ccfdcb2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.032401155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"1782f078-045d-45ac-a4e1-8b9e4db21ee7","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.033149399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"ddf0f6da-3eb0-4382-b224-6ee408641f05","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.07417744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"6189cb8b-0b55-4a5f-b402-9ef03884e68d","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.093137753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"01d79714-cb2f-4fad-a064-bab716aca9bd","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.093543268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"8332952b-faad-455a-ab5e-c4e3de721236","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.131453992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"18a471b0-6935-4c2b-ae36-31da1a927f6b","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.303462481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-auth","reconcileID":"3465aedc-291b-4c5b-890b-e67f9a67a797","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.366735209Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-list-subs-refs-sub","reconcileID":"b9ae8333-e69d-4e6b-b6fc-fed345b08901","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.378917746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-auth","reconcileID":"3465aedc-291b-4c5b-890b-e67f9a67a797","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.391743697Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"f6a83fec-bb1f-456b-b8e5-ec9a483ce935","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.426914806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"21ef873c-3f37-449b-8aa1-5e4b822f49ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.4278795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7958e13d-2cc0-4e2a-aa40-acdf3541e2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.511674641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"21ef873c-3f37-449b-8aa1-5e4b822f49ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.513279899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7958e13d-2cc0-4e2a-aa40-acdf3541e2a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.580722342Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"f6a83fec-bb1f-456b-b8e5-ec9a483ce935","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"distinct-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.64664714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"9004be90-0709-49bb-8064-84dc5ffbd9bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.647332387Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-list-subs-refs-sub","reconcileID":"b9ae8333-e69d-4e6b-b6fc-fed345b08901","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.736267753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"ab5bc47f-fe0a-4758-997a-58331f4c924d","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.834163122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"057147d0-9840-403c-b435-fa4580b8194a","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.834566204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"ae618b23-7847-4f69-a011-ebe4f127fdd3","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.874705712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"957f10a9-029d-465f-9003-05cf2cd8287b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.90371566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-auth","reconcileID":"537f2f80-ba42-4e70-8e87-9180918748fd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.921465139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"502c5369-5a13-4b04-88c4-c2b170dcc1b2","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.970832039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-auth","reconcileID":"537f2f80-ba42-4e70-8e87-9180918748fd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.983672975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"6340b776-67a4-42e3-a05e-a1b65098d636","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:14.984435034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"898a08b3-0a89-42c3-8076-9fb4736c0090","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.081318287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"753f2296-f72b-4c5f-8038-e95ffc3fdd9e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.091680375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"9e4a569c-847d-4180-bc4b-41576f2c45bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.092766972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0cf87b7b-71fe-4d0c-9eb0-3d2492bb06bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.17213747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0cf87b7b-71fe-4d0c-9eb0-3d2492bb06bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.172587232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"9e4a569c-847d-4180-bc4b-41576f2c45bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.280117897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"753f2296-f72b-4c5f-8038-e95ffc3fdd9e","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.695872234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"bc308873-d796-4cd6-85a4-fed5f23c17ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.695925189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"bc308873-d796-4cd6-85a4-fed5f23c17ab","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.76256266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-w0-845a67","reconcileID":"00c3b200-600b-4332-8675-4abc99417430","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.848125119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"685ecc2f-d540-48c3-876f-43c264355738","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.848242225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"685ecc2f-d540-48c3-876f-43c264355738","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.912114369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"55e08319-3f9b-4c72-86c5-8eca4e1a62b6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:15.912143809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"55e08319-3f9b-4c72-86c5-8eca4e1a62b6","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:15.968731687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-sub","reconcileID":"178faa21-56ee-4bc3-9c81-4220ebd86a5a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.013540773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"4a1526d2-c57d-44db-9b58-09d8ce01724a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.013731454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"756ad83a-c403-4697-a788-f4f4406ec688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.085229126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"756ad83a-c403-4697-a788-f4f4406ec688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.087204153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"4a1526d2-c57d-44db-9b58-09d8ce01724a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.092301926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"d7e4ec1d-c915-48ef-b0af-d4601c4ae9a8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.092385623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"d7e4ec1d-c915-48ef-b0af-d4601c4ae9a8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.123017707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"9d87f5d9-a91a-4cc3-9345-f771cd4af4bc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.123115823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"9d87f5d9-a91a-4cc3-9345-f771cd4af4bc","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.186837738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"09ba8511-35c6-4c99-8c49-679c35ca1292","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.186870456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"09ba8511-35c6-4c99-8c49-679c35ca1292","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.390326993Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-sub","reconcileID":"01839266-3c7f-40c5-a4f2-66c168bd22ed","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-845a67/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.419734787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-auth","reconcileID":"97438b3e-f497-4c18-8ba3-c413e195d602","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.486743455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-auth","reconcileID":"97438b3e-f497-4c18-8ba3-c413e195d602","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.547799621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"117796f9-b4a5-445e-a3e8-f44738386656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.548256829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"f9541079-e595-4b6d-9d9b-e86e92683581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.57659133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"a362440f-f4d1-4614-9f7c-4de49d5baff9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.576712221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"a362440f-f4d1-4614-9f7c-4de49d5baff9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.619332569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"117796f9-b4a5-445e-a3e8-f44738386656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.621301502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"f9541079-e595-4b6d-9d9b-e86e92683581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.776540936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"a2328793-a857-4cb3-ae70-9592835ce3a4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.776681471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"a2328793-a857-4cb3-ae70-9592835ce3a4","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:16.80075869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-sub","reconcileID":"01a7f349-bfd3-4f8f-9d7c-53f539359dac","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.014444355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-auth","reconcileID":"5edb68c3-b8fa-4e76-9f5c-eea0d121ea50","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.084960931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-auth","reconcileID":"5edb68c3-b8fa-4e76-9f5c-eea0d121ea50","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.632664833Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-auth","reconcileID":"4c43c57d-a569-44d5-b376-e154ab152340","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.632781457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"e49630df-2ced-4692-914f-9d22609e72f1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.632807895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"e49630df-2ced-4692-914f-9d22609e72f1","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.634672872Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-auth","reconcileID":"22e9c700-80e4-4d9c-99d4-12c18431c1b5","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.696788331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"16e5b5dc-be3a-4f3e-9b1a-d5f5e2c7b43f","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.850363999Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-auth","reconcileID":"a132bde3-7508-412d-b486-664ec4eb7d8e","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.851776727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"a236c08a-d8ed-4ad0-a8f7-b4fdd8fb02d0","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.857088035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"43aba618-7698-4fce-b06c-0156cb0a5272","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.857125538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"43aba618-7698-4fce-b06c-0156cb0a5272","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.866836188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"9dcf62b5-9484-4f04-915f-65d602a20852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.868433876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"45c20229-302e-4a8d-b3e3-b79bf7679b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.923182122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-sub","reconcileID":"eb5c06aa-398b-4ae6-b8de-3e3c5fee13ac","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.928407139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"9dcf62b5-9484-4f04-915f-65d602a20852","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.948386057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"45c20229-302e-4a8d-b3e3-b79bf7679b97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.994255975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"e9d3cde0-17c9-4500-ab36-d338072b7c66","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:17.994397241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"e9d3cde0-17c9-4500-ab36-d338072b7c66","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.003329909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"4d4107bf-3f2c-45e4-b1e8-b85bb0cf4a2c","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.004115807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"a192c48d-b327-4258-8d8a-f92c55923666","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:18.063412195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-auth","reconcileID":"a132bde3-7508-412d-b486-664ec4eb7d8e","error":"maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.182281425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"db7bcab5-26ac-4164-8ad6-5d7c21c56559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.182369363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"93163c42-1618-4713-b199-7a55231d1291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.258340484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"93163c42-1618-4713-b199-7a55231d1291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.258876363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"db7bcab5-26ac-4164-8ad6-5d7c21c56559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.288702206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"4a147812-39d7-4440-bf6c-8ef8f7ac029e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.354352295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"4a147812-39d7-4440-bf6c-8ef8f7ac029e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.392210605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"71abf2f3-0acd-4e57-acbb-b43f11801cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:18.463549341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"71abf2f3-0acd-4e57-acbb-b43f11801cbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.271436604Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey","reconcileID":"797969c1-077e-431d-aa8f-7bb0095128a4","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.508280439Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey","reconcileID":"797969c1-077e-431d-aa8f-7bb0095128a4","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.508433113Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey","reconcileID":"797969c1-077e-431d-aa8f-7bb0095128a4","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.508614798Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey","reconcileID":"797969c1-077e-431d-aa8f-7bb0095128a4","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-6250eb/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.750882949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"4fd3c19d-60a3-488a-b009-a6a8e056779c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:19.874829116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"0c35b73e-ec8f-4e8c-92c7-455d37470038","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.00020348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"30850a79-2e81-4215-bd80-d00855eb0baa","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.061971359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b224ac5b-4852-4b8b-8db2-d32c6936b69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.061917093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"d99322d9-04c6-416d-9f02-51304311c7cd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.063197994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"80f7785f-64b0-4bb9-8a29-b123d7b20730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.125513266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b224ac5b-4852-4b8b-8db2-d32c6936b69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.125780203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"80f7785f-64b0-4bb9-8a29-b123d7b20730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.130243547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"d99322d9-04c6-416d-9f02-51304311c7cd","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.346147223Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-degraded-models-apikey-auth","reconcileID":"1ca26005-2acf-4697-bdda-285235f275fa","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:20.603132402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"cfa24c13-1a91-48bc-84ef-f2e0529fec25","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:22.987373162Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.701304575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"5d756cd2-c8ae-45b3-9fa5-accca38f7c09","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"maas-trlp-praxis-route-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.938091649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"8bedb77a-263e-4d3b-b2f8-b32f9490126a","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:26.938238728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"8bedb77a-263e-4d3b-b2f8-b32f9490126a","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.660436236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"7293bf80-1814-4f56-9fcb-1914ddd38be4","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:27.804480748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-sub","reconcileID":"ffbe99d1-e39b-4779-a677-8fada20965e6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.804705268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"69d59609-6b9c-45a8-a6a7-e52af5d31f1c","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.913652773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f82bb504-7d17-49e7-82ac-c43f144ddf9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.917291202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6ef59813-99e9-4e65-bbeb-b3075a5302b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.940373114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"4c249651-2bff-4806-bd08-eaa57ab6b692","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.94123739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"7368e45f-31fd-427c-891e-73a602ee3b7c","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.942014085Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6250eb priority=0:[ai-tenant-e2e-worker-w2-6250eb/e2e-model-match-sub ai-tenant-e2e-worker-w2-6250eb/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:27.958593295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"2785b3e4-db3e-41cd-b306-58687c4e4197","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.036706941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"6ef59813-99e9-4e65-bbeb-b3075a5302b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.06378422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"49422039-a41d-4d07-ad58-aa2dc5f10ada","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.064400717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"24887901-f3ab-403c-bd3e-de0a623d7257","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.064983715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"f82bb504-7d17-49e7-82ac-c43f144ddf9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.086186933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"4c249651-2bff-4806-bd08-eaa57ab6b692","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:28.086597744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-sub","reconcileID":"aa312a39-4f46-42c4-b2db-1f11dfe04660","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:28.195085435Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-6250eb/e2e-model-match-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.278041033Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"ce658c26-0182-4af3-a9cf-11d151b2b38f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.279063982Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-sub","reconcileID":"aa624a30-afd1-4f27-8aed-bb5a0fb6f42a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.279772443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"5c3bdf03-bcbc-460c-94bf-16700e28c8f6","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.341840562Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-sub","reconcileID":"aa624a30-afd1-4f27-8aed-bb5a0fb6f42a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.377856186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"df6db4f0-6d00-4184-993c-b5abf22d8f35","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.424331893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"57a09238-fb9a-4512-9012-aafca49cde5d","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.42771413Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-sub","reconcileID":"d4ed2e4e-3aca-4138-9e1f-8a6feec7838e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-distinct-w2-6250eb","model":"distinct-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.456382303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"82110d13-8d82-40b5-9208-cdb89d997cf0","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.457666836Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"e2e-enrichment-sub","reconcileID":"aa624a30-afd1-4f27-8aed-bb5a0fb6f42a","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.645573536Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"ce658c26-0182-4af3-a9cf-11d151b2b38f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.725112206Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"ce658c26-0182-4af3-a9cf-11d151b2b38f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.76092989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"83a7af6f-9cac-4b97-883a-26c8c98409c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.761482516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"0fa3210f-d3d2-4b33-a00e-40b0da12ba35","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.762648835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"e9004798-870f-46d5-825c-7c00f992caa7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.823301918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d3673924-3807-4423-a601-0d057853c0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:28.825850625Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"ce658c26-0182-4af3-a9cf-11d151b2b38f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.061775917Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-sub","reconcileID":"e27eb2d1-1ec2-4cc1-acce-12fd333f1b3b","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-distinct-2-w2-6250eb","model":"distinct-2-w2-6250eb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-6250eb/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.084793198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"e9004798-870f-46d5-825c-7c00f992caa7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.085625793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"05eb3c48-e6c2-4ef1-b228-5b8253e3a308","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.087306447Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-partial-access-sub","reconcileID":"ce658c26-0182-4af3-a9cf-11d151b2b38f","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.10348995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"83a7af6f-9cac-4b97-883a-26c8c98409c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.107891407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"1e6e2325-579d-40e1-9279-5de4b946f725","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"tenant":"e2e-worker-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.107992758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"e2e-enrichment-model-ref","reconcileID":"1e6e2325-579d-40e1-9279-5de4b946f725","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.10861671Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6250eb priority=0:[ai-tenant-e2e-worker-w2-6250eb/e2e-model-match-sub ai-tenant-e2e-worker-w2-6250eb/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.116248745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d3673924-3807-4423-a601-0d057853c0fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.152712874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"18a04e31-8f31-4a0c-918b-fef09ce47d1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.185422148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"99d82d48-3719-4436-aea3-35c091ebc3a3","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.206322572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"d01cf29e-24a8-4634-89cf-99a0e131f1a5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.291984547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"d01cf29e-24a8-4634-89cf-99a0e131f1a5","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.335489079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3de09b56-c98b-451a-a190-311dee14e065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.336777399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-sub","reconcileID":"ac6d004a-ee56-4ae6-8d33-795b1d74d11b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-distinct-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/distinct-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.438680971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3de09b56-c98b-451a-a190-311dee14e065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.497129587Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6250eb priority=0:[ai-tenant-e2e-worker-w2-6250eb/e2e-model-match-sub ai-tenant-e2e-worker-w2-6250eb/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.62065379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-sub","reconcileID":"fca2521a-dffa-4a10-8f67-70468f73d241","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-distinct-2-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/distinct-2-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.657474032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"694b02e3-2d32-473c-aa4e-0aaf18426184","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.658259076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"6092133d-1862-4171-8b63-69367a6cdd90","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.658857159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"9ea987a3-ba21-4319-a366-e27c36d097f9","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.659463913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"4e8dd568-1b8a-4686-9cbd-39db8b9a9df9","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.66008985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-w0-845a67","reconcileID":"cf849d31-314f-4dd7-b80b-a61a02fc4757","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.670492293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"7dfaee95-46e8-4f3d-a0f6-f10f1f9317ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.671499061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"cbecd8f0-9879-4fc7-a634-d8154f9d08d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.723747958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"ef72e61e-253a-4053-bc77-af981ce8ffc4","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.736372262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"cbecd8f0-9879-4fc7-a634-d8154f9d08d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.74189377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"7dfaee95-46e8-4f3d-a0f6-f10f1f9317ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.810672019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"17124223-a327-487b-969c-ff27b5beb08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.811666766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"e0b24ff7-a640-423e-a51f-9930fe87c3c7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.880880091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"17124223-a327-487b-969c-ff27b5beb08f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:29.881120765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"e0b24ff7-a640-423e-a51f-9930fe87c3c7","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.027609349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"beabc7c2-0276-4fa4-955b-4b79d473bdd1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.04198796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-sub","reconcileID":"00780b28-1c29-4e93-9bd7-39ec584f829c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-distinct-2-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/distinct-2-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.092281715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"beabc7c2-0276-4fa4-955b-4b79d473bdd1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.127335064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"faf166ff-3e34-46a7-9f53-37b23790bb33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.127335008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7973c1a2-223f-4d88-91cd-aa8a92b0e723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.190364416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"faf166ff-3e34-46a7-9f53-37b23790bb33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.19137475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7973c1a2-223f-4d88-91cd-aa8a92b0e723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:30.219715397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"e0b24ff7-a640-423e-a51f-9930fe87c3c7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-model-match-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.373467364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"d425cba0-5d4c-42ed-bc38-2df476b42a4a","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.373972452Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-6250eb priority=0:[ai-tenant-e2e-worker-w2-6250eb/e2e-model-match-sub ai-tenant-e2e-worker-w2-6250eb/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.436560614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"d64306ec-3f5a-4d54-8147-810489f14b28","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:30.485995639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-sub","reconcileID":"b209159f-37d5-48da-be03-c1d059d41a7a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.497192622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"9a59a591-250d-40a9-82d0-1a52bf1cbe3f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.558018805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"9a59a591-250d-40a9-82d0-1a52bf1cbe3f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.601779614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"6d18b9cc-64d8-4f33-a485-677f5acf6921","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.624607893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c6ded669-d507-4a6c-8a73-48cb5a9bdf37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.624629202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"96ebf7ce-b8e3-4173-9de7-2e14eea825d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.653968169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"1eeb1720-c522-4daf-8d56-56f6d322b4c8","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.659417749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"f6b25844-63df-4151-b591-ff67bd36bb47","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.686099307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"96ebf7ce-b8e3-4173-9de7-2e14eea825d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.686099304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"c6ded669-d507-4a6c-8a73-48cb5a9bdf37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.714130435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"9ec6d758-6594-4762-90d8-3209167e6df3","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:30.967608582Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-sub","reconcileID":"79370376-15a3-4355-853b-0fcc14a0859f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"distinct-w4-31fdbe","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-31fdbe/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.011771704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-auth","reconcileID":"d53dac40-3946-47d5-b574-d1f4595fc197","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.073257617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-auth","reconcileID":"d53dac40-3946-47d5-b574-d1f4595fc197","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.128599182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a4d40527-65e6-4bc6-8c24-f56d89f53eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.128599163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"3fed0dd0-64fd-4286-93c7-95932fe20d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.142325044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"8cf957f6-676f-405c-93c0-32ebe1b640d6","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.190274131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a4d40527-65e6-4bc6-8c24-f56d89f53eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.191966162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"3fed0dd0-64fd-4286-93c7-95932fe20d9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.289651665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"17b43e8b-f673-434e-9ad4-10ff17e1c85f","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.35989284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-sub","reconcileID":"b271baa5-3d7f-40f7-8f7e-f4219a001ddd","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.41589653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"c77d0abe-b2e8-411a-b06a-deae34dc3058","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.473809174Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-sub","reconcileID":"e8977b23-5f36-4b2b-a795-9686b3fecf0b","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7f456a3a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.580579399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"ae0c8418-96c8-46e1-927f-684a720575b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.581707598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"3cdf9241-5c74-4dbc-b5f3-0c0b8a39c34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.63501283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-auth","reconcileID":"d49683a1-488f-43d1-a1bf-97f47eb3cc09","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.646484083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"3cdf9241-5c74-4dbc-b5f3-0c0b8a39c34f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.648000347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"ae0c8418-96c8-46e1-927f-684a720575b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.697198448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-auth","reconcileID":"d49683a1-488f-43d1-a1bf-97f47eb3cc09","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.788202207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"797c7376-25ae-4a67-a26e-f7a0e6051156","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.789376268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"af535858-8ec3-4847-91cc-63a560189500","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.867123501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"797c7376-25ae-4a67-a26e-f7a0e6051156","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.86786895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"af535858-8ec3-4847-91cc-63a560189500","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:31.944845348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"ccf006b2-eee6-4f68-8088-2a7625d43bfe","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:27:32.103925786Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-auth","reconcileID":"d49683a1-488f-43d1-a1bf-97f47eb3cc09","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-no-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:32.273250786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f4a51835-96cb-4ba6-a12e-c8eccf5ac66c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:32.273839038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"cf3cb3ac-0bb4-45df-9a05-fcce130f6265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:32.336019857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"cf3cb3ac-0bb4-45df-9a05-fcce130f6265","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:32.339980452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f4a51835-96cb-4ba6-a12e-c8eccf5ac66c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:32.348053925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-auth","reconcileID":"bc699fc6-85b3-4e8c-b826-ccd2f9eb7bc6","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:32.409143725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-auth","reconcileID":"bc699fc6-85b3-4e8c-b826-ccd2f9eb7bc6","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:33.985649986Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-auth","reconcileID":"5020c57b-d026-4ea6-b070-14e26f37bec1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-2-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:33.985770234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"7b1e6a6b-ee70-478f-96e8-3a9aeee81a7e","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.208615449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"5ad01d51-73ea-48a8-84e4-f24f48fbc4a4","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.372253592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"5b3fab94-76d4-4400-998b-8fd6cf8e19a1","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.544306454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7efafb5e-0fb8-4fb8-b1e0-ca8f5ca6dfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.544615835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ec2fe068-d963-4d85-bfdf-d40b4e5e4108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.610542173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ec2fe068-d963-4d85-bfdf-d40b4e5e4108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:34.610926776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7efafb5e-0fb8-4fb8-b1e0-ca8f5ca6dfa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.258329235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9940936a-24bf-4bb2-8c55-34a022bb3662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.289396823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"49450f40-c5c3-41a8-ba67-168886f85fa9","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.289420905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"49450f40-c5c3-41a8-ba67-168886f85fa9","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.315793482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9940936a-24bf-4bb2-8c55-34a022bb3662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.370695678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9940936a-24bf-4bb2-8c55-34a022bb3662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.4249703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9940936a-24bf-4bb2-8c55-34a022bb3662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.542602039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"864fe981-2bd4-4c8b-a5e1-c5326d00c5ad","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.58799096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"bcf701e6-d39d-498c-8914-2107935c4d2a","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"maas-trlp-praxis-route-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.604659989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"864fe981-2bd4-4c8b-a5e1-c5326d00c5ad","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.769381218Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"ca64aa98-abc2-4e2f-a436-f6877d9be068","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.769404939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"ca64aa98-abc2-4e2f-a436-f6877d9be068","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:36.987721994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"436c7bc6-412a-423b-9f59-87049fea4d7f","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"maas-trlp-praxis-route-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:37.372020574Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e7b6b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e7b6b3","reconcileID":"cfab9427-d20a-4f41-805a-e6e053acedee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-e7b6b3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-e7b6b3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.449913091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9eb7959-aa8d-44fa-987c-13540905d55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.50450077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9eb7959-aa8d-44fa-987c-13540905d55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.561887789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9eb7959-aa8d-44fa-987c-13540905d55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:38.616548966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9eb7959-aa8d-44fa-987c-13540905d55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.679272041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d5a748-9fd6-42f5-85f3-c9c0b2e48de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.738183168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d5a748-9fd6-42f5-85f3-c9c0b2e48de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.793092749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d5a748-9fd6-42f5-85f3-c9c0b2e48de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:40.847684263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d5a748-9fd6-42f5-85f3-c9c0b2e48de3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:41.535365542Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-sub","reconcileID":"11b14c1d-6fba-444d-a2dd-7353b5811545","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/distinct-w2-6250eb","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:41.589538114Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-sub","reconcileID":"11b14c1d-6fba-444d-a2dd-7353b5811545","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/distinct-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:41.643804909Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-sub","reconcileID":"11b14c1d-6fba-444d-a2dd-7353b5811545","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/distinct-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:41.927747772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"6cad4499-ac0e-464b-b618-b8f267a5be5e","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:41.988834184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"fed868d6-2ac8-4e10-9004-9fca44823dea","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.071206431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"22f8a1d6-90d1-4e17-bd77-2e5315194260","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.195451859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"5db51021-68f0-4264-a7dd-650618ca3949","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.196506034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b9cfe5f8-8de3-49e7-a0f4-82806caae2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.196687186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2c0b749f-c91b-421e-a345-3fae850a3080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.196905644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"261f2d4e-1937-4709-a224-3970e9a153aa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.239332429Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-sub","reconcileID":"ff17b621-3a87-43dd-bdbc-d5fd5a9d89e7","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ca216ff2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.256378779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"5db51021-68f0-4264-a7dd-650618ca3949","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.257423633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b9cfe5f8-8de3-49e7-a0f4-82806caae2e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.261406951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"261f2d4e-1937-4709-a224-3970e9a153aa","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.261473397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2c0b749f-c91b-421e-a345-3fae850a3080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.803410094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"60048db4-d5ec-46b2-b97e-aaf99026c3df","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.80364986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0e102967-28d0-4753-bacf-479b51a5f4a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.803410386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"6f9717a5-9468-42cf-a886-c1b78c6ed293","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.804127177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"009bda4d-dcee-4099-90d1-da3a83bbc24d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.863402286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"60048db4-d5ec-46b2-b97e-aaf99026c3df","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.863839018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"0e102967-28d0-4753-bacf-479b51a5f4a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.866632341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"009bda4d-dcee-4099-90d1-da3a83bbc24d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:42.866769336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"6f9717a5-9468-42cf-a886-c1b78c6ed293","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.209996492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"aa1e1932-f562-4ecb-85db-ea7e245d6f5b","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.54216718Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-sub","reconcileID":"19764b54-9eba-4025-af0c-b9e64a003dde","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.596649566Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-sub","reconcileID":"19764b54-9eba-4025-af0c-b9e64a003dde","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.651298658Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"e2e-no-access-sub","reconcileID":"19764b54-9eba-4025-af0c-b9e64a003dde","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/distinct-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:44.92926297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"1437f45b-e7c1-41d9-9351-8e2c3cb3bdbf","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.091814398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d0699799-3590-4af1-ae04-1c016a2dab3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.092085289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"5c6e3c75-264b-4c79-8f36-9d0e94da599e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.152092633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"5c6e3c75-264b-4c79-8f36-9d0e94da599e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:45.15339276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d0699799-3590-4af1-ae04-1c016a2dab3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:46.775776342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"0e9e3648-e97e-45da-a142-e62b05a574eb","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:46.775808809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"0e9e3648-e97e-45da-a142-e62b05a574eb","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:48.401166456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be765f1d-79fc-460c-aa48-f2cc90135137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:48.455322272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be765f1d-79fc-460c-aa48-f2cc90135137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:48.50961869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be765f1d-79fc-460c-aa48-f2cc90135137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:48.563808154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be765f1d-79fc-460c-aa48-f2cc90135137","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.728705448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c870473-32d4-42a8-a085-a37c354ee4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.821354128Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-13a57c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-13a57c","reconcileID":"92f87d93-88ad-4c0c-bd25-0772f5144f4c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-13a57c","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-13a57c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.854075746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c870473-32d4-42a8-a085-a37c354ee4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:50.947044612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c870473-32d4-42a8-a085-a37c354ee4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:51.004451627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c870473-32d4-42a8-a085-a37c354ee4ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.323855738Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-sub","reconcileID":"9cbdede5-91f3-4da4-8360-443817b0bf1c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/distinct-2-w2-6250eb","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.40976697Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-sub","reconcileID":"9cbdede5-91f3-4da4-8360-443817b0bf1c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/distinct-2-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.464996478Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-sub","reconcileID":"9cbdede5-91f3-4da4-8360-443817b0bf1c","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/distinct-2-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.942446835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"6759b495-29d0-4181-8670-00bf5b52a1d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:52.95248967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a03a61d5-e204-40d1-b841-b20f76d630e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.133775276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a03a61d5-e204-40d1-b841-b20f76d630e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.136125952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"6759b495-29d0-4181-8670-00bf5b52a1d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.157540687Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.227791494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"e763bc87-1e40-4a07-a2b3-6c7c927e0a8e","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.436458301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"bd4dee3b-0421-4081-be51-53f528abe992","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.699504708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"266b91f8-898f-4aa1-a822-a89b26bab945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.715716164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"1de66924-e6e4-4a15-9aca-90d87759db32","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.716436858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9f7f6d28-f141-4d3b-adf0-b14415b06843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.787634922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"bfde606c-f0f8-4726-855f-d4e671b28500","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.792783787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"1de66924-e6e4-4a15-9aca-90d87759db32","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.79734476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"266b91f8-898f-4aa1-a822-a89b26bab945","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.815290283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9f7f6d28-f141-4d3b-adf0-b14415b06843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:53.85630253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"bfde606c-f0f8-4726-855f-d4e671b28500","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.025247941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c5cd01-caab-4269-9dc4-19554f8beb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.025307643Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-match-auth","reconcileID":"03175ab0-40cf-4552-949c-07ad46a5a6a3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/distinct-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.08026703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c5cd01-caab-4269-9dc4-19554f8beb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.136103518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c5cd01-caab-4269-9dc4-19554f8beb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.190834965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25c5cd01-caab-4269-9dc4-19554f8beb52","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.21060563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"257faff5-135d-4295-824b-2e08dbd28135","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.266788559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"539278b0-1251-4431-a600-d5fcccedc4dc","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.303077442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"79499ee2-349c-47d3-9342-ffa355462375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.366533665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"79499ee2-349c-47d3-9342-ffa355462375","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.405642614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"6d6a5871-0f8d-4d30-941b-974e360d1e96","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.414265133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"4ab1bf56-7b0a-48b9-9fc7-32af3a537993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.469890555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"68547b10-2ed2-49f5-abe7-b0e15dcfd6ee","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.476551327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"4ab1bf56-7b0a-48b9-9fc7-32af3a537993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.530975142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"68547b10-2ed2-49f5-abe7-b0e15dcfd6ee","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:54.826108393Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"e2e-model-nomatch-auth","reconcileID":"9be1d7b5-ef1a-4f93-a980-74d72627b3d7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/distinct-2-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:55.086550749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"bdb61be1-856d-4480-9001-4717d2fca1e5","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:56.231400663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c1547-2c07-4e47-b880-480a3e857096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:56.285760969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c1547-2c07-4e47-b880-480a3e857096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:56.340259901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c1547-2c07-4e47-b880-480a3e857096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:56.394570953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a4c1547-2c07-4e47-b880-480a3e857096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:56.776617887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"d85a954e-af04-49d2-950d-3d0a4202e34e","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:56.776642607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"d85a954e-af04-49d2-950d-3d0a4202e34e","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.423525245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ffa01e-3a46-4263-a2f6-3559d924ea0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.47774746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ffa01e-3a46-4263-a2f6-3559d924ea0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.53227043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ffa01e-3a46-4263-a2f6-3559d924ea0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:27:58.586652289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4ffa01e-3a46-4263-a2f6-3559d924ea0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.564426338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"7350b978-48e8-4595-832c-8a668ba188bd","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.578353974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f778e95-f6ce-4329-bdce-963ecc128791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.632786671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f778e95-f6ce-4329-bdce-963ecc128791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.687137892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f778e95-f6ce-4329-bdce-963ecc128791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:00.744256521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f778e95-f6ce-4329-bdce-963ecc128791","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:01.386596638Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-92f405","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-92f405","reconcileID":"2d7e043d-4c00-455d-b489-dfeb112000c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-92f405","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-92f405":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:02.827519413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494de26-4bf3-4d0f-a040-6e3e3deef627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:02.882185333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494de26-4bf3-4d0f-a040-6e3e3deef627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:02.936576128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494de26-4bf3-4d0f-a040-6e3e3deef627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:02.991565964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3494de26-4bf3-4d0f-a040-6e3e3deef627","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:06.779549227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"5fa63228-237a-4c96-b16e-7691e6d61506","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:06.779582423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"5fa63228-237a-4c96-b16e-7691e6d61506","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.60278681Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","namespace":"ai-tenant-e2e-praxis-a-337dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.60289713Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","namespace":"ai-tenant-e2e-praxis-a-337dc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.603100592Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","tenant":"e2e-praxis-a-337dc5","tenantID":"e2e-praxis-a-337dc5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.680423371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"Deployment","name":"maas-api-e2e-praxis-a-337dc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.756464727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"Service","name":"maas-api-e2e-praxis-a-337dc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.819972939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-337dc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.892564161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-337dc5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:10.962689922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.035908364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.10237172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.164198496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.224275064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.297915937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.360380341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"Service","name":"payload-processing-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.426720677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.492276668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.561424046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.617300515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.692387689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.749328401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.807340259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.866226721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-337dc5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:11.925382439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-337dc5"},"namespace":"ai-tenant-e2e-praxis-a-337dc5","name":"default-tenant","reconcileID":"11480d0f-a75b-40ce-b360-68b403a7dd3e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-337dc5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:16.781660602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"b2820812-f763-48fd-85d7-c766c6960b5a","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:16.78181396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"b2820812-f763-48fd-85d7-c766c6960b5a","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:16.946555029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"a84fe683-ca05-4e64-92cf-c1e07a519ecb","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.014689333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"246f113e-15ce-41b8-9bf7-2269145de86a","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.014921344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"246f113e-15ce-41b8-9bf7-2269145de86a","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.025083857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"a84fe683-ca05-4e64-92cf-c1e07a519ecb","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.101890972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"7222148a-f71d-480f-a5e6-f3b5df933de8","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"tenant":"e2e-praxis-a-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.102037717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"7222148a-f71d-480f-a5e6-f3b5df933de8","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"routeName":"praxis-route-569a04-kserve-route","namespace":"ai-tenant-e2e-praxis-a-569a04","llmisvcName":"praxis-route-569a04","gateway":"openshift-ingress/e2e-praxis-a-569a04","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.204479788Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"e161c51c-2bd8-4650-ab61-c4fbeb1586b8","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f4796a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.245622634Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"665524bf-28bd-43d5-b93a-959811eb7374","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.268523719Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"b09f59e4-081f-428f-a2b9-e10af9808ba1","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f4796a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.514162033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"665524bf-28bd-43d5-b93a-959811eb7374","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.631396969Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"712d82c3-9e4e-4ae0-b4cf-e50b1c39784f","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f4796a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.741588497Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"665524bf-28bd-43d5-b93a-959811eb7374","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"name":"e2e-praxis-a-569a04-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.741638242Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-auth","reconcileID":"665524bf-28bd-43d5-b93a-959811eb7374","MaaSAuthPolicy":{"name":"praxis-route-569a04-auth","namespace":"ai-tenant-e2e-praxis-a-569a04"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.788734203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ffcd334e-c16b-43aa-9dd7-b347798bb974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.789439864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"805418e0-827c-415f-8327-023f3ce9d8a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.858361593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ffcd334e-c16b-43aa-9dd7-b347798bb974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.861209977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"805418e0-827c-415f-8327-023f3ce9d8a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.898769877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"55916a06-05f0-491c-a7da-85a56cfd6b54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.899978079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"d3cb11d7-4833-4aa8-b288-0e55c623df20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.921916223Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"696c2ba7-d665-483e-baa4-9ca74c1ff115","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f4796a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.961590602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"55916a06-05f0-491c-a7da-85a56cfd6b54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.962698773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"d3cb11d7-4833-4aa8-b288-0e55c623df20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:17.976571764Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"992327ac-6a44-4ea0-9d88-f30e7e6e8b76","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f4796a67","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:28:18.041219871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-569a04","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04","reconcileID":"06ac21f0-2408-408d-a698-84dc849d2a98","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-569a04\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:18.432511924Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"c1b0fb1e-9c59-40bc-82bf-407c8abeae13","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f4796a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:18.433172213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"49e12714-40be-4c86-9f25-017ac9f23ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:18.433319839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"0a5f3390-7590-4846-91aa-7250aa008c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:18.49429197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"49e12714-40be-4c86-9f25-017ac9f23ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:18.495189283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"0a5f3390-7590-4846-91aa-7250aa008c15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:19.422278155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f979103-aeae-44cb-9e54-bd643b0119bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:19.477079951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f979103-aeae-44cb-9e54-bd643b0119bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:19.531702585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f979103-aeae-44cb-9e54-bd643b0119bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:19.586090841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f979103-aeae-44cb-9e54-bd643b0119bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.062361296Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-337dc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-337dc5","reconcileID":"5c3cecdd-6353-4316-b8ab-2b493023c518","aitenant":"ai-tenants/e2e-praxis-a-337dc5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:20.935902331Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-337dc5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-337dc5","reconcileID":"5c3cecdd-6353-4316-b8ab-2b493023c518","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-337dc5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-337dc5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.74355196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e81ec3c-e873-460f-b843-bd76511cb8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.797878032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e81ec3c-e873-460f-b843-bd76511cb8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.852284822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e81ec3c-e873-460f-b843-bd76511cb8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:21.906433642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e81ec3c-e873-460f-b843-bd76511cb8d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:22.983588985Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.906419426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a19884-acde-4a8d-9695-cf2d2ef423d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:23.963017913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a19884-acde-4a8d-9695-cf2d2ef423d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:24.017964962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a19884-acde-4a8d-9695-cf2d2ef423d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:24.072205239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27a19884-acde-4a8d-9695-cf2d2ef423d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:26.044400942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429eba9c-4311-46e9-bc10-a00a6b8e79d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:26.098837876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429eba9c-4311-46e9-bc10-a00a6b8e79d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:26.15328592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429eba9c-4311-46e9-bc10-a00a6b8e79d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:26.207648263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429eba9c-4311-46e9-bc10-a00a6b8e79d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.204014621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4490162-14ec-42f8-a556-0ffe3551cc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.258569392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4490162-14ec-42f8-a556-0ffe3551cc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.313098621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4490162-14ec-42f8-a556-0ffe3551cc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.367893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4490162-14ec-42f8-a556-0ffe3551cc07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.488447822Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"5463650c-5190-42e6-aa64-eee26eecb703","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","subscription":"praxis-route-569a04-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:28.488579931Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"praxis-route-569a04-sub","reconcileID":"5463650c-5190-42e6-aa64-eee26eecb703","MaaSSubscription":{"name":"praxis-route-569a04-sub","namespace":"ai-tenant-e2e-praxis-a-569a04"},"model":"ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-569a04/praxis-route-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:30.339437645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c035bbaa-5d49-4011-b9c0-07dd1d76b35f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:30.39381767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c035bbaa-5d49-4011-b9c0-07dd1d76b35f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:30.44886555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c035bbaa-5d49-4011-b9c0-07dd1d76b35f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:30.50393418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c035bbaa-5d49-4011-b9c0-07dd1d76b35f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.503382348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562c5cda-3537-4d2f-aa74-919e41ad835a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.557883551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562c5cda-3537-4d2f-aa74-919e41ad835a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.612617435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562c5cda-3537-4d2f-aa74-919e41ad835a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:32.667574575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562c5cda-3537-4d2f-aa74-919e41ad835a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:33.948443217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"5b6be23f-f370-44c1-b806-e240f035f68c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:34.141985381Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"5b6be23f-f370-44c1-b806-e240f035f68c","name":"e2e-shared-a-w0-e7b6b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:34.713998937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a52b44-0cec-4bfb-94ad-1c2f27020f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:34.768397992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a52b44-0cec-4bfb-94ad-1c2f27020f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:34.822473693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a52b44-0cec-4bfb-94ad-1c2f27020f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:34.876885432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a52b44-0cec-4bfb-94ad-1c2f27020f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:36.855679642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fb9eaf-5b0d-47f8-8fc1-88b90f204747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:36.912444436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fb9eaf-5b0d-47f8-8fc1-88b90f204747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:36.967533988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fb9eaf-5b0d-47f8-8fc1-88b90f204747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:37.021815455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fb9eaf-5b0d-47f8-8fc1-88b90f204747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:38.994148005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc2bf0b-09d2-4632-bf75-29af8bbda777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.049586264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc2bf0b-09d2-4632-bf75-29af8bbda777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.103846294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc2bf0b-09d2-4632-bf75-29af8bbda777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:39.158181307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc2bf0b-09d2-4632-bf75-29af8bbda777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:41.158763066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f244b30-01b0-4427-9b94-f0006952f781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:41.213414535Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f244b30-01b0-4427-9b94-f0006952f781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:41.268747515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f244b30-01b0-4427-9b94-f0006952f781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:41.324014342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f244b30-01b0-4427-9b94-f0006952f781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.745898278Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","namespace":"ai-tenant-e2e-praxis-a-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.746027377Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","namespace":"ai-tenant-e2e-praxis-a-569a04","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.746101684Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","tenant":"e2e-praxis-a-569a04","tenantID":"e2e-praxis-a-569a04","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.802083165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"Deployment","name":"maas-api-e2e-praxis-a-569a04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.877558115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"Service","name":"maas-api-e2e-praxis-a-569a04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.936386352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-569a04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:44.992070043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-569a04","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.048707706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.105060969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.164619267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.227590618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.281748717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.336266142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.391929276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"Service","name":"payload-processing-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.45183871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.513501723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.567594395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.621965582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.680541022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.735102037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.789269067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.845649994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-569a04","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:45.901539478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-569a04"},"namespace":"ai-tenant-e2e-praxis-a-569a04","name":"default-tenant","reconcileID":"cded65a3-6fd9-4a4a-9c6d-711fed7a6b8b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-569a04","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:50.889139908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"e0c60603-2d45-4c2a-9958-50642fd3599e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:51.012046992Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"e0c60603-2d45-4c2a-9958-50642fd3599e","name":"e2e-shared-a-w4-13a57c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:52.982827752Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:54.693025376Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-569a04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-569a04","reconcileID":"68c146fe-84e3-449f-8832-1d5415089ebc","aitenant":"ai-tenants/e2e-praxis-a-569a04","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.283188996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983ce87-65ee-4fd0-9e02-888bbea407fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.337864229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983ce87-65ee-4fd0-9e02-888bbea407fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.39291049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983ce87-65ee-4fd0-9e02-888bbea407fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.454871748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f983ce87-65ee-4fd0-9e02-888bbea407fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:55.583015073Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-569a04","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-569a04","reconcileID":"68c146fe-84e3-449f-8832-1d5415089ebc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-569a04","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-569a04"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.514458757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6932e8-4f28-4fad-acbc-d439c0096893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.568583569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6932e8-4f28-4fad-acbc-d439c0096893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.622642377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6932e8-4f28-4fad-acbc-d439c0096893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:57.677129164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c6932e8-4f28-4fad-acbc-d439c0096893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:59.715083512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249aa024-f666-45bb-9383-d22fd275c3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:59.769558011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249aa024-f666-45bb-9383-d22fd275c3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:59.823512983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249aa024-f666-45bb-9383-d22fd275c3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:28:59.877805421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"249aa024-f666-45bb-9383-d22fd275c3d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:01.934286028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc919bee-a1d7-4e58-bdd2-1e30799e002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:01.988415183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc919bee-a1d7-4e58-bdd2-1e30799e002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.042675187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc919bee-a1d7-4e58-bdd2-1e30799e002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:02.097343313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc919bee-a1d7-4e58-bdd2-1e30799e002b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:04.121812297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b52b0-e4c7-4238-ab01-2175d637bbe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:04.175927046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b52b0-e4c7-4238-ab01-2175d637bbe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:04.230312573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b52b0-e4c7-4238-ab01-2175d637bbe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:04.284748897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"078b52b0-e4c7-4238-ab01-2175d637bbe4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:06.313309445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8407c846-a42f-4723-aad2-237dbe8b4b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:06.368722422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8407c846-a42f-4723-aad2-237dbe8b4b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:06.423009707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8407c846-a42f-4723-aad2-237dbe8b4b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:06.477050536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8407c846-a42f-4723-aad2-237dbe8b4b59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.339164989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e7e6ac80-68da-4b1b-b3b3-6f725bb0f5a9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:07.46193678Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e7e6ac80-68da-4b1b-b3b3-6f725bb0f5a9","name":"e2e-shared-a-w2-92f405-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.441037475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4888b1cc-c643-478f-969b-c40bdd6d8c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.495599742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4888b1cc-c643-478f-969b-c40bdd6d8c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.550263086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4888b1cc-c643-478f-969b-c40bdd6d8c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:08.604528834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4888b1cc-c643-478f-969b-c40bdd6d8c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.585627646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77724a5e-8a0f-4cd1-8c00-0527e0e6fd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.640095656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77724a5e-8a0f-4cd1-8c00-0527e0e6fd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.694878942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77724a5e-8a0f-4cd1-8c00-0527e0e6fd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:10.749311571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77724a5e-8a0f-4cd1-8c00-0527e0e6fd90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.712122478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e0db77-8ea0-47fc-8327-93ee1d0aca75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.766291027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e0db77-8ea0-47fc-8327-93ee1d0aca75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.820673899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e0db77-8ea0-47fc-8327-93ee1d0aca75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:12.874727263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3e0db77-8ea0-47fc-8327-93ee1d0aca75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:14.851358549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05caba95-f94a-425f-a561-511678f1b706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:14.906359023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05caba95-f94a-425f-a561-511678f1b706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:14.961138701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05caba95-f94a-425f-a561-511678f1b706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:15.015360643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05caba95-f94a-425f-a561-511678f1b706","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:16.983705662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfbc5af-e2c6-460e-b16d-88fdd6edc996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.041590656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfbc5af-e2c6-460e-b16d-88fdd6edc996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.096601639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfbc5af-e2c6-460e-b16d-88fdd6edc996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:17.15912143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebfbc5af-e2c6-460e-b16d-88fdd6edc996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:19.334817779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2fb1f3-5c2a-49ca-bb3d-7f10a0db0e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:19.39038791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2fb1f3-5c2a-49ca-bb3d-7f10a0db0e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:19.449910563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2fb1f3-5c2a-49ca-bb3d-7f10a0db0e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:19.504864375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c2fb1f3-5c2a-49ca-bb3d-7f10a0db0e10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:22.983994051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.711155242Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","namespace":"ai-tenant-e2e-praxis-b-4e8408","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.711223973Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","namespace":"ai-tenant-e2e-praxis-b-4e8408","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.71127675Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","tenant":"e2e-praxis-b-4e8408","tenantID":"e2e-praxis-b-4e8408","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.768149943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"Deployment","name":"maas-api-e2e-praxis-b-4e8408","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.829560953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"Service","name":"maas-api-e2e-praxis-b-4e8408","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.893057858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-4e8408","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:23.956219892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-4e8408","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.015931318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.075186297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.134314759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.193148442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.24705228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.301348942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.355432897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"Service","name":"payload-processing-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.409866912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.464128443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.518223319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.572140701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.631729969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.685718493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.73964279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.809935624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-4e8408","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:24.875510513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-4e8408"},"namespace":"ai-tenant-e2e-praxis-b-4e8408","name":"default-tenant","reconcileID":"de86452d-9536-4a84-bdd5-3ebc6c037cb7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-4e8408","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.260363634Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4e8408","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4e8408","reconcileID":"c35cb828-6f32-44f3-9a42-7e2ef7d396ca","aitenant":"ai-tenants/e2e-praxis-b-4e8408","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.57243643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b48b49-e86f-4184-a853-9a309deb762c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.626418093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b48b49-e86f-4184-a853-9a309deb762c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.681612914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b48b49-e86f-4184-a853-9a309deb762c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:31.735739896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16b48b49-e86f-4184-a853-9a309deb762c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:32.14040642Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-4e8408","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-4e8408","reconcileID":"c35cb828-6f32-44f3-9a42-7e2ef7d396ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-4e8408","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-4e8408"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.925657011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93941af1-e812-488d-9a81-f7a48be08809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:33.980220982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93941af1-e812-488d-9a81-f7a48be08809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:34.041406199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93941af1-e812-488d-9a81-f7a48be08809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:34.096526264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93941af1-e812-488d-9a81-f7a48be08809","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:36.160188843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996b11ee-d73d-4e1c-b79f-58a994c8cf10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:36.215230301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996b11ee-d73d-4e1c-b79f-58a994c8cf10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:36.27354153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996b11ee-d73d-4e1c-b79f-58a994c8cf10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:36.328102067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"996b11ee-d73d-4e1c-b79f-58a994c8cf10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:38.951157796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430b2d07-e377-4e4d-b800-c45adf347f3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.005486497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430b2d07-e377-4e4d-b800-c45adf347f3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.059965257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430b2d07-e377-4e4d-b800-c45adf347f3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.11439298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"430b2d07-e377-4e4d-b800-c45adf347f3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:39.621216706Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-8e96e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-8e96e7","reconcileID":"d61faf6c-ef01-49a0-a6d0-13dc06779979","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-8e96e7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-8e96e7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:40.622283975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-791316","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-791316","reconcileID":"39edf106-53e7-4f70-94a1-293c5282c5b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-791316","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-791316":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:41.107787037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626fcce9-d9fc-4ac9-bd82-38949210b814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:41.162225552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626fcce9-d9fc-4ac9-bd82-38949210b814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:41.216318282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626fcce9-d9fc-4ac9-bd82-38949210b814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:41.271432886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"626fcce9-d9fc-4ac9-bd82-38949210b814","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.288318584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ddc7ce-5889-45b3-8122-5116c9e7d54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.34444515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ddc7ce-5889-45b3-8122-5116c9e7d54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.398766565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ddc7ce-5889-45b3-8122-5116c9e7d54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:43.453244413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07ddc7ce-5889-45b3-8122-5116c9e7d54d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.512299834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d320eaf5-53b1-44ec-a943-3738b2d63865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.56705899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d320eaf5-53b1-44ec-a943-3738b2d63865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.621503401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d320eaf5-53b1-44ec-a943-3738b2d63865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:45.676228451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d320eaf5-53b1-44ec-a943-3738b2d63865","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:46.715994567Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","namespace":"ai-tenant-e2e-praxis-b-b696f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:46.716088096Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","namespace":"ai-tenant-e2e-praxis-b-b696f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:46.716157885Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","tenant":"e2e-praxis-b-b696f5","tenantID":"e2e-praxis-b-b696f5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:46.852502576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"Deployment","name":"maas-api-e2e-praxis-b-b696f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:46.918613476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"Service","name":"maas-api-e2e-praxis-b-b696f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:46.985190927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-b696f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.04139256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-b696f5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.148694213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.21268867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.271657071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.327955225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.381733499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.43571802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.490309869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"Service","name":"payload-processing-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.544100262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.597582512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.651322441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.704731792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.757725038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3369fe4c-577d-4c02-ad85-64f016ee9c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.811918586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3369fe4c-577d-4c02-ad85-64f016ee9c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.815833617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.865983747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3369fe4c-577d-4c02-ad85-64f016ee9c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.919993788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3369fe4c-577d-4c02-ad85-64f016ee9c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.920085479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:47.997378163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.066076083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-b696f5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:48.123600535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-b696f5"},"namespace":"ai-tenant-e2e-praxis-b-b696f5","name":"default-tenant","reconcileID":"fb9bd001-b834-4ad9-834e-81cd4bddf3e6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-b696f5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.017318165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809a51bc-864e-448d-9436-cc01a3c84fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.072375805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809a51bc-864e-448d-9436-cc01a3c84fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.12711124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809a51bc-864e-448d-9436-cc01a3c84fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:50.184076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"809a51bc-864e-448d-9436-cc01a3c84fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:51.716540576Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b696f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b696f5","reconcileID":"105ad480-b1b7-4c63-b31a-f499a7ea0463","aitenant":"ai-tenants/e2e-praxis-b-b696f5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.252342467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f521aee2-fce7-452d-a385-cfe076dfa040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.307579588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f521aee2-fce7-452d-a385-cfe076dfa040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.361920356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f521aee2-fce7-452d-a385-cfe076dfa040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.416258392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f521aee2-fce7-452d-a385-cfe076dfa040","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.586351059Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-b696f5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-b696f5","reconcileID":"105ad480-b1b7-4c63-b31a-f499a7ea0463","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-b696f5","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-b696f5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:52.986485939Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.426841109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5beb4b95-cfd1-4035-9298-03e2b77ec2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.498508897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5beb4b95-cfd1-4035-9298-03e2b77ec2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.566409159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5beb4b95-cfd1-4035-9298-03e2b77ec2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:54.623016914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5beb4b95-cfd1-4035-9298-03e2b77ec2b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.630470826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396ae15a-66f0-4a0c-ad30-bd4eced2c656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.68464308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396ae15a-66f0-4a0c-ad30-bd4eced2c656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.739576411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396ae15a-66f0-4a0c-ad30-bd4eced2c656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:56.793751552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"396ae15a-66f0-4a0c-ad30-bd4eced2c656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:58.785019732Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ce1ebd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ce1ebd","reconcileID":"cea1f29b-a701-40a2-bcfb-c8d7de5ce259","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ce1ebd","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ce1ebd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:58.839482282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d383f0-aad2-448c-86e2-29bbfdcfbb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:58.894192945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d383f0-aad2-448c-86e2-29bbfdcfbb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:58.949183638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d383f0-aad2-448c-86e2-29bbfdcfbb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:29:59.003592852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32d383f0-aad2-448c-86e2-29bbfdcfbb71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:00.730668226Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-56bf03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-56bf03","reconcileID":"533ab71b-f6e6-4102-b8df-029f0d0b724e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-56bf03","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-56bf03":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.128695947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a4e4f9-643a-4a5b-9dee-bb3b3d8495a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.183337159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a4e4f9-643a-4a5b-9dee-bb3b3d8495a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.237881369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a4e4f9-643a-4a5b-9dee-bb3b3d8495a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:01.293841126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a4e4f9-643a-4a5b-9dee-bb3b3d8495a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.29945452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6411924d-3cc1-4bfc-b570-9db56cf5a0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.354212862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6411924d-3cc1-4bfc-b570-9db56cf5a0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.408540467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6411924d-3cc1-4bfc-b570-9db56cf5a0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:03.46248931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6411924d-3cc1-4bfc-b570-9db56cf5a0bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.61963877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e6949f-003a-45bd-9fca-bcb8142e05ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.673901655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e6949f-003a-45bd-9fca-bcb8142e05ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.728183128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e6949f-003a-45bd-9fca-bcb8142e05ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:05.78242458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2e6949f-003a-45bd-9fca-bcb8142e05ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:09.150318045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45445967-f6ba-4fb2-959c-1df688406ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:09.205156405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45445967-f6ba-4fb2-959c-1df688406ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:09.260033454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45445967-f6ba-4fb2-959c-1df688406ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:09.314187552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45445967-f6ba-4fb2-959c-1df688406ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:09.981569515Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b367a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b367a4","reconcileID":"1144ca56-9b66-4663-aa1c-5559f1c66a07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-b367a4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-b367a4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:11.314347662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3518516-705d-4c1f-98c5-7882beb3ce03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:11.372916519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3518516-705d-4c1f-98c5-7882beb3ce03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:11.42793129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3518516-705d-4c1f-98c5-7882beb3ce03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:11.482151236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3518516-705d-4c1f-98c5-7882beb3ce03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:13.443030603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9d9970-ad5d-477d-b637-7f42bc3ac90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:13.497248103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9d9970-ad5d-477d-b637-7f42bc3ac90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:13.551406425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9d9970-ad5d-477d-b637-7f42bc3ac90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:13.605643413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b9d9970-ad5d-477d-b637-7f42bc3ac90a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:15.567100256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8596bd7-97ab-4fb7-9afe-b8f817588837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:15.621231762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8596bd7-97ab-4fb7-9afe-b8f817588837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:15.67557414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8596bd7-97ab-4fb7-9afe-b8f817588837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:15.729970526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8596bd7-97ab-4fb7-9afe-b8f817588837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.755820078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fda35a-381e-4ede-8cf9-705e3f0d185f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.810826063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fda35a-381e-4ede-8cf9-705e3f0d185f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.865753818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fda35a-381e-4ede-8cf9-705e3f0d185f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:17.920420584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12fda35a-381e-4ede-8cf9-705e3f0d185f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:19.92748891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991d837a-69be-4936-ade7-45b3e057b613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:19.983082723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991d837a-69be-4936-ade7-45b3e057b613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.039631431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991d837a-69be-4936-ade7-45b3e057b613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:20.094040804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"991d837a-69be-4936-ade7-45b3e057b613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.205026459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f43447b-63aa-4a9c-a98a-8a0c141d1cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.259219744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f43447b-63aa-4a9c-a98a-8a0c141d1cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.321442549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f43447b-63aa-4a9c-a98a-8a0c141d1cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.379904151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f43447b-63aa-4a9c-a98a-8a0c141d1cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:22.985797555Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.411635136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f067235-b4bf-4516-b75a-82bcc23e5ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.466685374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f067235-b4bf-4516-b75a-82bcc23e5ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.520882545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f067235-b4bf-4516-b75a-82bcc23e5ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:24.575032541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f067235-b4bf-4516-b75a-82bcc23e5ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:26.606661593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb16d73-8524-473a-ac73-5c8ac5240b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:26.661448851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb16d73-8524-473a-ac73-5c8ac5240b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:26.715810211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb16d73-8524-473a-ac73-5c8ac5240b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:26.770326992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfb16d73-8524-473a-ac73-5c8ac5240b25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:36.540583297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"6e47d5d7-acc0-407e-8001-6254b1434566","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:36.665056794Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"6e47d5d7-acc0-407e-8001-6254b1434566","name":"e2e-shared-b-w0-8e96e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.563047924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"bc153353-f795-4997-83bc-bccb9b589997","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:41.685961229Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"bc153353-f795-4997-83bc-bccb9b589997","name":"e2e-shared-a-w3-791316-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:30:52.998198822Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:01.957209397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"62b33655-efaa-4a21-8ef9-1e481bbc48b4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:02.079515233Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"62b33655-efaa-4a21-8ef9-1e481bbc48b4","name":"e2e-shared-b-w4-ce1ebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.227612085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"82b358c8-1470-489c-b2f0-8beb36aa3305","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-56bf03","tenantID":"e2e-explicit-56bf03","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:07.36115779Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"82b358c8-1470-489c-b2f0-8beb36aa3305","name":"e2e-explicit-56bf03-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.296894925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"82c77cb6-5c43-4552-9f95-294fe1bdd1c3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.460896326Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"82c77cb6-5c43-4552-9f95-294fe1bdd1c3","name":"e2e-shared-b-w2-b367a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:22.983053176Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:49.707327632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d599f65-ba92-4392-9ea4-e88040c0e7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:49.762448298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d599f65-ba92-4392-9ea4-e88040c0e7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:49.816679753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d599f65-ba92-4392-9ea4-e88040c0e7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:49.871068881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d599f65-ba92-4392-9ea4-e88040c0e7b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:51.822635884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50c4365-ca13-4fe6-b10b-462b2bd5861a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:51.880623676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50c4365-ca13-4fe6-b10b-462b2bd5861a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:51.937098496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50c4365-ca13-4fe6-b10b-462b2bd5861a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:51.992374417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d50c4365-ca13-4fe6-b10b-462b2bd5861a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:52.987896275Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.114987428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f260d0-b939-4692-af2d-9a6bd23c7c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.169238494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f260d0-b939-4692-af2d-9a6bd23c7c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.223307682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f260d0-b939-4692-af2d-9a6bd23c7c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:55.277426207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f260d0-b939-4692-af2d-9a6bd23c7c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.328757872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a56c9c-5a80-408d-b40d-bd2781bbc036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.383177065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a56c9c-5a80-408d-b40d-bd2781bbc036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.438015833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a56c9c-5a80-408d-b40d-bd2781bbc036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:31:57.492558737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61a56c9c-5a80-408d-b40d-bd2781bbc036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.209898564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c777588-afee-467d-9ae7-07068a06c7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.264405546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c777588-afee-467d-9ae7-07068a06c7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.319160326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c777588-afee-467d-9ae7-07068a06c7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.374305717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c777588-afee-467d-9ae7-07068a06c7d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:03.706783581Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-8fed27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-8fed27","reconcileID":"61d8fbec-3303-4cad-80b6-2935f0e7bcb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-8fed27","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-8fed27":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.380270516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd46b869-714f-4431-a6b9-1162701c6374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.435365868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd46b869-714f-4431-a6b9-1162701c6374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.48947713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd46b869-714f-4431-a6b9-1162701c6374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:05.544136686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd46b869-714f-4431-a6b9-1162701c6374","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.514444014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be85b473-17ec-4fe4-8f9f-498f306e045e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.572089688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be85b473-17ec-4fe4-8f9f-498f306e045e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.627783212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be85b473-17ec-4fe4-8f9f-498f306e045e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:07.682577045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be85b473-17ec-4fe4-8f9f-498f306e045e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:15.955786647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d88bec5-bd21-4227-85c6-332d7c72e447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:16.010045014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d88bec5-bd21-4227-85c6-332d7c72e447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:16.064317719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d88bec5-bd21-4227-85c6-332d7c72e447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:16.119375699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d88bec5-bd21-4227-85c6-332d7c72e447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:18.072097664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0680b5a4-07cc-47d9-a36d-8a39c47ab5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:18.12745928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0680b5a4-07cc-47d9-a36d-8a39c47ab5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:18.182350884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0680b5a4-07cc-47d9-a36d-8a39c47ab5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:18.236620178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0680b5a4-07cc-47d9-a36d-8a39c47ab5bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.325245701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f5308f-894b-4cae-9c82-0992e9b0f718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.37964672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f5308f-894b-4cae-9c82-0992e9b0f718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.43463926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f5308f-894b-4cae-9c82-0992e9b0f718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:20.488828868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f5308f-894b-4cae-9c82-0992e9b0f718","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.431602803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ff34f2-d58d-4873-91b7-f8e582850d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.48619958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ff34f2-d58d-4873-91b7-f8e582850d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.540507886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ff34f2-d58d-4873-91b7-f8e582850d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.595410498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36ff34f2-d58d-4873-91b7-f8e582850d5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:22.983722971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:24.553454147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90f56c5-cc8a-4846-92ab-754a836a3442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:24.607510057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90f56c5-cc8a-4846-92ab-754a836a3442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:24.661708232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90f56c5-cc8a-4846-92ab-754a836a3442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:24.715790309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d90f56c5-cc8a-4846-92ab-754a836a3442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:26.704813007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977a3b67-03ae-4296-a967-f93bc8e665fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:26.759150493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977a3b67-03ae-4296-a967-f93bc8e665fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:26.81373057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977a3b67-03ae-4296-a967-f93bc8e665fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:26.867876545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"977a3b67-03ae-4296-a967-f93bc8e665fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.940076196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18f71be-d305-4351-9e6f-45546dc9886b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:36.99489285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18f71be-d305-4351-9e6f-45546dc9886b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.049705678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18f71be-d305-4351-9e6f-45546dc9886b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:37.103815759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f18f71be-d305-4351-9e6f-45546dc9886b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.088051071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb5a84e-6a91-44d1-bcea-763f16263f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.142288785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb5a84e-6a91-44d1-bcea-763f16263f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.196445301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb5a84e-6a91-44d1-bcea-763f16263f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:39.251172082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb5a84e-6a91-44d1-bcea-763f16263f3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:32:52.98383102Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.07491019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"a2b15273-05f5-4788-bae5-4475711102bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.196612794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"7b8f536b-c887-4c63-bbcf-f5c30f9c3b8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.441037109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"eff3cae6-dc6a-4f7e-b74b-bd64066d99a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.542074443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"92e35246-033e-4350-9001-e51a2a2345d3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.645187478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"301fcc11-7e6d-47b0-af08-ee58b23a8d4c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.74501722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"2363fd6f-9405-48d5-87d4-d7e745dae431","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.876763569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c815d25d-3e1b-405a-af1a-9202c7421cc1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:00.997527689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"79e6168d-13e5-4a7d-9b6c-23fb6e02c8f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.103731655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"537d5e4e-aa10-45cf-b71b-7e0528ee80c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.199475335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"537bbd81-eeaa-49a8-9538-bcb442574e22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.429139172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"287a4e0c-318b-4136-9f16-de9bace94d8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.556836353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ee95e79-3326-4a2a-bd07-2602727cba53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.709468927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"b41051bf-6cc9-422f-9fa1-41f500750ed8","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:01.709509274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"b41051bf-6cc9-422f-9fa1-41f500750ed8","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.511054185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"e3c0d63b-86cd-4b0e-a116-f841fc117df7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.634730428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"7c2f75bb-497f-4ca6-a145-1900dd55ff14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.734613471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"605e3716-044c-4e92-8507-1aee13b1f650","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.834867207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4b0d8153-de35-4479-97c8-03a08961e138","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:18.935808412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"846ac410-6075-4e0e-8231-5b2bd490c09a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:19.130181344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"97648777-9877-4c96-888a-b15b24ef188e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:19.245699152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"30d09cb4-c07f-4d54-aec3-720cd91eeab5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:19.351596339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"7ef29bf8-5a3b-4f6c-af1e-55a907fbcfc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:19.44699348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"05eb9738-9020-46d9-81bf-2046835357c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:19.617126027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"b7b09f60-f410-42f2-aace-625d95f6e455","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:19.925144557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"de86971c-93d4-4725-9fee-b413d6808ad6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:20.050117712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"c81b2f4d-3760-48ad-b73b-48aeaaf84020","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:20.209568724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"3d6549b0-72bb-4ad9-905d-3e14f5f9a1d5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:20.332637951Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"3d6549b0-72bb-4ad9-905d-3e14f5f9a1d5","name":"e2e-shared-b-w3-8fed27-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:22.982858362Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:25.968459085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-56bf03","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"explicit-model-56bf03","reconcileID":"2b33c757-b520-419c-9944-97c2e72bf76e","MaaSModelRef":{"name":"explicit-model-56bf03","namespace":"ai-tenant-e2e-explicit-56bf03"},"routeName":"explicit-model-56bf03-kserve-route","namespace":"ai-tenant-e2e-explicit-56bf03","llmisvcName":"explicit-model-56bf03","gateway":"openshift-ingress/e2e-explicit-56bf03","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:52.986375924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.589566968Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"f5a965bd-ac47-4613-99b3-3843638e20d5","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:33:56.589597559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"f5a965bd-ac47-4613-99b3-3843638e20d5","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:22.983915358Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:27.872298267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"dd35f7ac-1116-4749-8cf7-3a1aefbe3040","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:27.872331416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"dd35f7ac-1116-4749-8cf7-3a1aefbe3040","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:35.677521444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"8475a59a-21d4-485f-abc7-e8d259f2be35","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:35.67755389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"8475a59a-21d4-485f-abc7-e8d259f2be35","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.070923464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0dbaa9-6cda-4749-99f6-3a43bd2ece88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.124897259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0dbaa9-6cda-4749-99f6-3a43bd2ece88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.179750542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0dbaa9-6cda-4749-99f6-3a43bd2ece88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:37.234795592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c0dbaa9-6cda-4749-99f6-3a43bd2ece88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.189303602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ccb366-a5cf-4dfc-b5af-a8e3e683dad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.243515246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ccb366-a5cf-4dfc-b5af-a8e3e683dad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.297755576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ccb366-a5cf-4dfc-b5af-a8e3e683dad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:39.352572017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48ccb366-a5cf-4dfc-b5af-a8e3e683dad1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.234135519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"578f577f-f282-4bce-8e0f-b863e439de39","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.234167502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"578f577f-f282-4bce-8e0f-b863e439de39","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.291173413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"f8fb69b6-fd8f-4a0a-9c43-111b4d82a461","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.291197315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"f8fb69b6-fd8f-4a0a-9c43-111b4d82a461","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.399290081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"0d88471c-0cbb-4932-9158-6f9144ed3a3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.534708981Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"0d88471c-0cbb-4932-9158-6f9144ed3a3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.592674326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e7b6b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"0d88471c-0cbb-4932-9158-6f9144ed3a3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.650554002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"8ee8bc45-43f7-46ff-a856-585b3f5244c1","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:41.65057695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"8ee8bc45-43f7-46ff-a856-585b3f5244c1","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.028347383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2672be-bd55-4e2d-8a47-f7772fc417de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.083298565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2672be-bd55-4e2d-8a47-f7772fc417de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.138091796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2672be-bd55-4e2d-8a47-f7772fc417de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.192460846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e2672be-bd55-4e2d-8a47-f7772fc417de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.778555585Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","namespace":"ai-tenant-e2e-explicit-56bf03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.778652115Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","namespace":"ai-tenant-e2e-explicit-56bf03","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.778732089Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","tenant":"e2e-explicit-56bf03","tenantID":"e2e-explicit-56bf03","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.835088923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"Deployment","name":"maas-api-e2e-explicit-56bf03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.897051526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"Service","name":"maas-api-e2e-explicit-56bf03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:45.961166038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-56bf03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.017287612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-56bf03","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.077264208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.133928517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.19100353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.24796005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.312176598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"Deployment","name":"payload-processing-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.366512225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.424590843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"Service","name":"payload-processing-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.493333945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"Service","name":"payload-pre-processing-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.54719482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.658937726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.715352188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.776539912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.830016608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.883860099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:46.940915188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-56bf03","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.000301678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-56bf03"},"namespace":"ai-tenant-e2e-explicit-56bf03","name":"default-tenant","reconcileID":"18330942-1e34-4b18-8c3d-677336d0f819","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-56bf03","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.247668803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f77f61-55c4-4b6a-940c-4b5064b9f472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.301937647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f77f61-55c4-4b6a-940c-4b5064b9f472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.356116681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f77f61-55c4-4b6a-940c-4b5064b9f472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:47.410325354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9f77f61-55c4-4b6a-940c-4b5064b9f472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:50.835267319Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-56bf03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-56bf03","reconcileID":"bbd422b9-f26a-4e8d-b319-54664002ee5f","aitenant":"ai-tenants/e2e-explicit-56bf03","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.445551819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cca3fe2-76a7-4b1f-9023-e13077b313b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.500022837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cca3fe2-76a7-4b1f-9023-e13077b313b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.554487004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cca3fe2-76a7-4b1f-9023-e13077b313b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.608823701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cca3fe2-76a7-4b1f-9023-e13077b313b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.731771668Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-56bf03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-56bf03","reconcileID":"bbd422b9-f26a-4e8d-b319-54664002ee5f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-56bf03","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-56bf03"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.759828889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"a5bda097-3e85-44b1-87ae-5ff85322b776","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.820001596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"a5bda097-3e85-44b1-87ae-5ff85322b776","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:51.889989351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e7b6b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"a5bda097-3e85-44b1-87ae-5ff85322b776","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:52.985216008Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:53.739774267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d5f074-2843-401f-ac25-deb45f01fe82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:53.810690873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d5f074-2843-401f-ac25-deb45f01fe82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:53.86579165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d5f074-2843-401f-ac25-deb45f01fe82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:34:53.920117864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38d5f074-2843-401f-ac25-deb45f01fe82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:01.999419395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"1f1c4f55-9eaf-4fe3-83c7-6959b811bdb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.059689353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"1f1c4f55-9eaf-4fe3-83c7-6959b811bdb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.117928014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e7b6b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f088e478df893a9c3f1d7e3fd740cb17ce0bac2a7f5d11c207b75bad3da81964) AuthConfig (798f5ae715caae96786f03e9b4a25b8cf87d117faaadd431c6ee6059322694a6) AuthConfig (82a365e425ff8c3c6d4a47d094c54403989b5675f7bec2e977ff05c346279fc0) AuthConfig (670b2d617e13538b9c35a075856e3b2a11cef35aaaf6e6515e3675d17564f4b2) AuthConfig (ca327bf7825811d90553f905b75de0874d9afd11b8be79d74565cf2850a2b637) AuthConfig (65a8085edd85998676fdac6a18b7d49eb94f7deda5a00b9e92d4840867c6efcd) AuthConfig (4f429e41168c4800070ed0192e338a4a94e35caf06cdd14bc6e952699763be04) AuthConfig (14cdc23cc61ea2d2b730f9977ef5f4c02b03e3bfff952a381b79eca9f1f880ed) AuthConfig (16de2065f73bf0e332f014f2386542de48fc4d31996681062ac94781098a0e57) AuthConfig (aaa299b389a67e3e006dfe71fc2f6f58e869ed95f451fdc80f09069ff45f2ca9) AuthConfig (9b2872308c0e4eaaee1c7e1adc291dc2fbdc0266366eed56955a81dc1331761a) AuthConfig (20264eee1a7f1637c29f66739f04770473225b53c1109aefa78bca2c03ac3b7b) AuthConfig (b393205a54ca2e151ec409fddada181341c5ff21613269c337de4cb63b8ed9c5) AuthConfig (3335ff907098d1390a9b3b62b9cb90a2da8300773710f9922ff632dd008e643e) AuthConfig (db8438fd9de8bdc43a78dd4f084c45db226c355f93002a14b23c9a3f888a7e96) AuthConfig (c2234934699d39344784055d604030cc4b625eb4b239696acaf214daccd2a796) AuthConfig (ed7561121263b11e3e355ad0b9acddc749703df40aec06b93661084ba9bb9d13) AuthConfig (424ae8c2e0dd34d309cb9046952d911507a97beceeb676b6d83000401344289b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"1f1c4f55-9eaf-4fe3-83c7-6959b811bdb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.177916136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"365bf438-9301-4b3b-96c9-d4b03ec8da15","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:02.1779556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"365bf438-9301-4b3b-96c9-d4b03ec8da15","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.286530125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"62950956-0061-4896-b78d-3007066942e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.347834869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"62950956-0061-4896-b78d-3007066942e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:12.406626999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e7b6b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f088e478df893a9c3f1d7e3fd740cb17ce0bac2a7f5d11c207b75bad3da81964) AuthConfig (798f5ae715caae96786f03e9b4a25b8cf87d117faaadd431c6ee6059322694a6) AuthConfig (82a365e425ff8c3c6d4a47d094c54403989b5675f7bec2e977ff05c346279fc0) AuthConfig (670b2d617e13538b9c35a075856e3b2a11cef35aaaf6e6515e3675d17564f4b2) AuthConfig (ca327bf7825811d90553f905b75de0874d9afd11b8be79d74565cf2850a2b637) AuthConfig (65a8085edd85998676fdac6a18b7d49eb94f7deda5a00b9e92d4840867c6efcd) AuthConfig (4f429e41168c4800070ed0192e338a4a94e35caf06cdd14bc6e952699763be04) AuthConfig (14cdc23cc61ea2d2b730f9977ef5f4c02b03e3bfff952a381b79eca9f1f880ed) AuthConfig (16de2065f73bf0e332f014f2386542de48fc4d31996681062ac94781098a0e57) AuthConfig (aaa299b389a67e3e006dfe71fc2f6f58e869ed95f451fdc80f09069ff45f2ca9) AuthConfig (9b2872308c0e4eaaee1c7e1adc291dc2fbdc0266366eed56955a81dc1331761a) AuthConfig (20264eee1a7f1637c29f66739f04770473225b53c1109aefa78bca2c03ac3b7b) AuthConfig (b393205a54ca2e151ec409fddada181341c5ff21613269c337de4cb63b8ed9c5) AuthConfig (3335ff907098d1390a9b3b62b9cb90a2da8300773710f9922ff632dd008e643e) AuthConfig (db8438fd9de8bdc43a78dd4f084c45db226c355f93002a14b23c9a3f888a7e96) AuthConfig (c2234934699d39344784055d604030cc4b625eb4b239696acaf214daccd2a796) AuthConfig (ed7561121263b11e3e355ad0b9acddc749703df40aec06b93661084ba9bb9d13) AuthConfig (424ae8c2e0dd34d309cb9046952d911507a97beceeb676b6d83000401344289b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"62950956-0061-4896-b78d-3007066942e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.51666021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"6fa93ade-36eb-47b7-9468-af06a848e314","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.578145256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"6fa93ade-36eb-47b7-9468-af06a848e314","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.913225349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"4c0349d0-20f3-4b97-a8f8-d4ec606673e2","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.913250768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"4c0349d0-20f3-4b97-a8f8-d4ec606673e2","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:22.983480551Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.125138627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"5beabe7b-cb57-4301-95ce-1175840d9c6e","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.125163756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"5beabe7b-cb57-4301-95ce-1175840d9c6e","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.18548134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"796d5f4e-3d8c-43d9-ab22-ec0508ee9b69","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.185503442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"796d5f4e-3d8c-43d9-ab22-ec0508ee9b69","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.23329553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"c824887a-ac0a-41ae-828a-ead02288a7ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:28.234191666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"44029f86-09f7-4dfa-9a85-950c803e23a4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7a8929\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:28.243428244Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"796d5f4e-3d8c-43d9-ab22-ec0508ee9b69","name":"auth-test-model-e7b6b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e7b6b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:28.243494592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"796d5f4e-3d8c-43d9-ab22-ec0508ee9b69","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-e7b6b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.249551923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"92110d09-564f-4f78-b980-b1db07f1394c","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.249572085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"92110d09-564f-4f78-b980-b1db07f1394c","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.293294648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"c824887a-ac0a-41ae-828a-ead02288a7ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.343177352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"d4d03ee0-3801-4bdf-8084-761d0a8dbf19","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.343210607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"d4d03ee0-3801-4bdf-8084-761d0a8dbf19","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.400525594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"6b63a9b1-a07f-483f-8be8-dc131b354e05","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.400552494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"6b63a9b1-a07f-483f-8be8-dc131b354e05","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.562298519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"b822f064-951b-464e-8c01-fff1160c1f23","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.622562036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"b822f064-951b-464e-8c01-fff1160c1f23","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.628344668Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"71f8b1b8-1561-4027-bd3a-02bbcd93bd22","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-auth-test-model-e7b6b3","model":"auth-test-model-e7b6b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-e7b6b3/e2e-auth-iso-7a8929"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.801840427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"c3113093-efe5-4ac9-a58a-8d1f8b363627","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:28.801864008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"c3113093-efe5-4ac9-a58a-8d1f8b363627","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:29.019214548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"90b3bd07-af2b-4680-a34a-6c1c3b63b610","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-auth-test-model-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.013600776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"fdc8b6c2-9512-4aff-bcaf-084ef71f09ac","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:41.01362672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"fdc8b6c2-9512-4aff-bcaf-084ef71f09ac","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:44.701814044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"100711ef-3fe0-49d4-82b7-a20e51a3f689","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:44.794500915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"6cf33f43-7b39-443c-a7c8-2e4334a6b86a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:44.814507046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"54512557-c9a7-4fd5-8cc7-a9237f09cfac","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-auth-test-model-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:44.937559725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"05fa2b80-8cf1-4e4c-a4cb-6424e88dddd3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:44.991734473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"7143a340-a2db-4145-a50e-61ee5f6b9247","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:44.991757478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"7143a340-a2db-4145-a50e-61ee5f6b9247","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.040023334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"88d24313-b7b7-4ea1-a9bf-00bf22f27a72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.138998576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"d519676e-f95e-4c92-bf29-ca1a60dcfc4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.247338776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"801e019c-2dd4-41bd-b647-70231583681c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.347411083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"a39253f8-cfc8-490d-9481-a8bafca1e79d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.6141475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"1f977107-4765-48e9-9bdd-28d82f5421b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.737805515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"471bfeed-e657-48ab-8eca-10f8be3cf345","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:45.865180887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"55f214a3-e3f2-4770-9ae3-c552ef08beeb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.047968723Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e3e73d3-5b20-43fc-9afb-f5c3bd83f72c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.145599563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0045b705-df0a-45e2-b002-4e11de899b6f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.507637078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"bbc274c7-5dfe-4493-94da-98bf1b566bda","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.507662739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"bbc274c7-5dfe-4493-94da-98bf1b566bda","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.524431897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"665173f5-0095-4176-9994-e9903d3a9ed4","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.564442688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"483af03d-b473-4022-a14d-870d1074cd1b","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.564467763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"483af03d-b473-4022-a14d-870d1074cd1b","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.586412181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"665173f5-0095-4176-9994-e9903d3a9ed4","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.672220938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"61f68dd6-37ac-4a96-b93c-d2633d0483d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.766150052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"8215c27f-6b28-464e-bc77-4508338582d0","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.76617618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"8215c27f-6b28-464e-bc77-4508338582d0","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.810036891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"61f68dd6-37ac-4a96-b93c-d2633d0483d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.824361384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"62a886bd-7c8d-451b-b90e-f864f6106f68","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.824485573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"62a886bd-7c8d-451b-b90e-f864f6106f68","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.868079137Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"61f68dd6-37ac-4a96-b93c-d2633d0483d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.927051932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"62c484d1-0a86-4e4c-8672-9fcf1b200f7f","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.927086175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"62c484d1-0a86-4e4c-8672-9fcf1b200f7f","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:46.931401549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"6044d45b-028f-4dbc-bcd8-4a65e10aff43","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:47.065227155Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"6044d45b-028f-4dbc-bcd8-4a65e10aff43","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:47.123250283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"6044d45b-028f-4dbc-bcd8-4a65e10aff43","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:47.183501723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"d0f7daa7-db36-446c-a7ab-b8b3749116fb","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:47.183528561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"d0f7daa7-db36-446c-a7ab-b8b3749116fb","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:52.983784409Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.035520803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"5f074885-b6a4-465d-82af-aede332a5028","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.096738935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"5f074885-b6a4-465d-82af-aede332a5028","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.156302751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"5f074885-b6a4-465d-82af-aede332a5028","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.291460275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"064d57fd-585f-4b39-97d4-45efaea1ae3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.351683761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"064d57fd-585f-4b39-97d4-45efaea1ae3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:35:57.409714617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"064d57fd-585f-4b39-97d4-45efaea1ae3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.042592862Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"aed72869-ffc9-4437-98d9-73b2d673a12f","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.101536067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"aed72869-ffc9-4437-98d9-73b2d673a12f","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.106884929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"d373f195-31bc-46b7-9cc4-b4d559f2fd5c","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.106957129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"d373f195-31bc-46b7-9cc4-b4d559f2fd5c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.118172467Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"e5613aad-18a2-46d5-848e-98aa98bcbe60","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.118239662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"e5613aad-18a2-46d5-848e-98aa98bcbe60","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.139407853Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"bee55735-c757-47d0-b64c-7da714372faa","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.13947313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"bee55735-c757-47d0-b64c-7da714372faa","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.180161519Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"8c64b004-8755-4180-bb21-21f130760349","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.180227032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"8c64b004-8755-4180-bb21-21f130760349","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.26098771Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"16e73005-0f15-4814-a42c-8dd1a79f0e39","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.261049524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"16e73005-0f15-4814-a42c-8dd1a79f0e39","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.422082066Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"8004b9cc-2309-4a5a-8bbc-0ee9cf7a5671","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.422149012Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"8004b9cc-2309-4a5a-8bbc-0ee9cf7a5671","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.743094924Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"951fd23e-8fb0-45b9-9a01-acfad2a5648b","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:35:59.743182199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"951fd23e-8fb0-45b9-9a01-acfad2a5648b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:00.383490426Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"ef54c4c8-bdb5-445c-b402-c3bfd85a27e5","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:00.383561036Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"ef54c4c8-bdb5-445c-b402-c3bfd85a27e5","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:01.664526348Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"3a9f96ba-c4d6-4a8d-84c9-681b2ebe9650","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:01.66459873Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"3a9f96ba-c4d6-4a8d-84c9-681b2ebe9650","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:04.225991219Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"2624240d-bfa1-406a-ad4e-d68899c6c70d","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:04.226059671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-c5d8e4","namespace":"ai-tenant-e2e-noten-c5d8e4"},"namespace":"ai-tenant-e2e-noten-c5d8e4","name":"noten-model-c5d8e4","reconcileID":"2624240d-bfa1-406a-ad4e-d68899c6c70d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-c5d8e4/noten-model-c5d8e4-kserve-route (gateways: [openshift-ingress/e2e-noten-c5d8e4]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.299552151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"82b9a9d2-4186-406a-8057-fbc797be8e53","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.359585584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"82b9a9d2-4186-406a-8057-fbc797be8e53","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.417707897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"82b9a9d2-4186-406a-8057-fbc797be8e53","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.517995893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"a676a0fe-045e-4da8-ad8c-ffe585462062","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.577924344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"a676a0fe-045e-4da8-ad8c-ffe585462062","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:07.636901183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"a676a0fe-045e-4da8-ad8c-ffe585462062","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.529224666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"3d939ce2-42f8-4f3f-bafd-de7237c11ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.590367032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"3d939ce2-42f8-4f3f-bafd-de7237c11ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.649246237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"3d939ce2-42f8-4f3f-bafd-de7237c11ced","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.74620835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"0c004eb4-153a-4919-bef1-abd867c8c66f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.806053455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"0c004eb4-153a-4919-bef1-abd867c8c66f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:17.864982892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"0c004eb4-153a-4919-bef1-abd867c8c66f","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.557470737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"b890fa6f-e0b4-4ef8-9e75-3f10eea6d5f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.743008926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"ce249df2-ecdd-4363-b7d4-6659220f5495","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:19.925076118Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"57d3d8a6-1a0f-42be-b101-e6511697f11a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.115678009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"2e96cbc8-91ea-45b8-9d38-9c91ff77e4a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.213658734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"57fe6408-db8c-4c96-b0a9-b98bfe3baf33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.360554795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"5239fda6-38d1-4759-aba8-2de714bb5522","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.458281658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f2fa0a41-0e54-4b68-8282-a1f187a4bae0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.55777283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"19d17a45-1019-4999-a92a-fda229aff623","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.659083123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"073e1eec-ba4c-4c5e-9a54-9de5903d53df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.763407177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"e07a8471-de6a-44c8-a60a-88d28cc475a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:20.982058018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"9c870ea8-006a-4a06-b045-7e1820621219","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.084137064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"64a8ba1d-a538-4620-8ac9-b7668a8b368e","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-auth-test-model-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:21.18261327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"0e560197-5177-4a5d-88fa-4f6dd50e2aaf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.388121008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"f41fabcb-d7a6-44aa-9f4d-c9fa6e614acc","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.388154571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"f41fabcb-d7a6-44aa-9f4d-c9fa6e614acc","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:22.994049515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:26.847283186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"866a7e1d-8803-4bcd-aa33-32ad4f91e765","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:26.847326462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"866a7e1d-8803-4bcd-aa33-32ad4f91e765","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.757704887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"00ae1669-6ece-40b5-b076-e94e56c6dd6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.794016491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"9b0c8e74-4802-4ab2-9556-25c4ef3fdc1a","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.794045942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"9b0c8e74-4802-4ab2-9556-25c4ef3fdc1a","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.818386383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"00ae1669-6ece-40b5-b076-e94e56c6dd6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.853207373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"802d0048-2128-4b74-a404-4c4aed1ca275","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.853229899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"802d0048-2128-4b74-a404-4c4aed1ca275","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.8766833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c737895423d4750ca1741573b711287cd20e2d1980df588a4b47e8c554a2d58f) AuthConfig (eeee5268a34c544628db791b79b0b42eabe18ba4334440eb5537f84a3cba7a6d) AuthConfig (5ce494c807bb34670afe426c82ba97b6ca50fa4a1dad0cac8b52f4de43087b66) AuthConfig (d36757c2882e588ce0214088337a9c51c2abf6892b46cf52a43046460acf4d39) AuthConfig (3a7e0ae9b62462dd22404afeb2fa80ea1e2f0c7bf3a691aa76d95b3466b344f4) AuthConfig (498f87ed9ee26e3af8c826fc2e55920c15ee966423057df78f63396e46a68f5b) AuthConfig (95899db9fc284a670e54038823c8bb7479c0a3c2268dc463fe3811bdad4baa3c) AuthConfig (0e877bd87136e78e1b5acecedc847f0920a97362bbc6052d0ffd2a20adb425b2) AuthConfig (039727dd9aea58c70c164f68caddd8ef7463df2d967ca3ee9f9bbedc5cff1e09) AuthConfig (13a4313d138013181eec9289b63c33d941d37a31b43f212bb1cae721bf3e9ef9) AuthConfig (f05b67405cc5c0066c8a4d70d33accbdd24a50526ee5fb6cf17d5dff6d948e78) AuthConfig (9028b0c1e033acf635742598ab1240e96ccb051bc9b0938bac3b2a2d541bc645) AuthConfig (5afc8f1faa06151d39a76084472ee89e60df2677162bb9307fe6b7a566f77b2a) AuthConfig (dd6865db6ea8a4877940bb36c1eb596b66c97e09edf3200e05296fdaf88adf8b) AuthConfig (a6912e0501643a97ab5c1483b484ed9122e93e5f6e567750a7e6751794a1e4ad) AuthConfig (74c81122d2a87f5de6858fca108e1ad5225962a139c0bc9c1ea3483fc9abb149) AuthConfig (4fc2889fa8d8fc5aa3fa2563d8cdc9dfc9896cefd397e65f9b79123f85f62d9a) AuthConfig (39656a186964cdf5b83404d5177543e7c32e760098a03c9bb1e7b55094dc73b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"00ae1669-6ece-40b5-b076-e94e56c6dd6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.945391578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"dff1ff09-2620-4985-9ab3-c76d1fd9896a","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.945424014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"dff1ff09-2620-4985-9ab3-c76d1fd9896a","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.960726584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"98aab30d-4295-4545-bed7-bc20f8ec766a","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:27.974656326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"1b213ae9-b24f-4f0b-98ca-f9794c99718c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:28.035324521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"1b213ae9-b24f-4f0b-98ca-f9794c99718c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:28.093860621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b205f9c93699d9ffef05749dccafd27957c2c127f760931fe5cd977c5e4b931) AuthConfig (72975951071472e6112fdf956d884788635705400c1c4ae117fc996e400d8549) AuthConfig (2f73bf355e2138ae0c0db697cf3bba02a54311dd9710dbd3febe5ef8dfc0ff79) AuthConfig (f6a6f252e4eafd7a49edddd7a6c35da5e164208f59c1e8a03b8f6c3da00aefc8) AuthConfig (54993cc190f512d536734fa070f7ac65067dd7fc063553b22812c4229c9c98e8) AuthConfig (69c82910db7ad620e59985ecbc0aa147bf6c68c77891b27272b6b252820bceeb) AuthConfig (4a8c4292cbd725eb077696e2cdf466e2eab46701da71a4ea295ea6f0a5091e2d) AuthConfig (ef734ebceda412500f2ac795b51f79304a06307572384103bd7c90fe6c67f3ac) AuthConfig (15d0e88a53949b715452041fb385870fead9c4b7b1b80963cf81356bae9c2d71) AuthConfig (4791c034f0eb5388d783664e8994ab4c198f40049887885063501dd2f88f8137) AuthConfig (b2b03531be78ab6238345a1f28c2823aa3e879cc5b9f418b7303b28a69902042) AuthConfig (cc94b0b4a2f7eb67a7d7847205f2bdb9853d6a7fa4e2b2d3f85bcadce0ba235c) AuthConfig (505ee884790b767cfd1f77153bdadd909f8902e47828e52775dd1b840952e539) AuthConfig (ee5a3619d6d843e33a31963c3db397b4d8d827a53eaa31d624eb291f505875e5) AuthConfig (41a78d9a1b436ff46049bb89c6919909d48cb43eb54a2470cedb9fb0d790a5f0) AuthConfig (2f5429dd02959cf69506debe0178694b969c3f7000b6b0165c90acd5ffbbc161) AuthConfig (3d8c43ece25209835b732c1819c2b4bb4abdd29537ad52b749568d15110d842d) AuthConfig (a4758274e8e35ed9b80dd2592bf7f45f3065647885bbc1718d7a68a75be927e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"1b213ae9-b24f-4f0b-98ca-f9794c99718c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:28.094399476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"98aab30d-4295-4545-bed7-bc20f8ec766a","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:28.152886598Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"98aab30d-4295-4545-bed7-bc20f8ec766a","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:28.156756695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"25a5a54e-a2ea-4790-a13b-283698570c4e","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:28.156786034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"25a5a54e-a2ea-4790-a13b-283698570c4e","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:28.216667744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"a43841cd-e25f-49bf-8274-be7fb13ebda1","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:28.216689939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"a43841cd-e25f-49bf-8274-be7fb13ebda1","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.054132036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"5fa67427-2225-4c11-aa50-3fe3d6bc5df7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.114046108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"5fa67427-2225-4c11-aa50-3fe3d6bc5df7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.172801501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c737895423d4750ca1741573b711287cd20e2d1980df588a4b47e8c554a2d58f) AuthConfig (eeee5268a34c544628db791b79b0b42eabe18ba4334440eb5537f84a3cba7a6d) AuthConfig (5ce494c807bb34670afe426c82ba97b6ca50fa4a1dad0cac8b52f4de43087b66) AuthConfig (d36757c2882e588ce0214088337a9c51c2abf6892b46cf52a43046460acf4d39) AuthConfig (3a7e0ae9b62462dd22404afeb2fa80ea1e2f0c7bf3a691aa76d95b3466b344f4) AuthConfig (498f87ed9ee26e3af8c826fc2e55920c15ee966423057df78f63396e46a68f5b) AuthConfig (95899db9fc284a670e54038823c8bb7479c0a3c2268dc463fe3811bdad4baa3c) AuthConfig (0e877bd87136e78e1b5acecedc847f0920a97362bbc6052d0ffd2a20adb425b2) AuthConfig (039727dd9aea58c70c164f68caddd8ef7463df2d967ca3ee9f9bbedc5cff1e09) AuthConfig (13a4313d138013181eec9289b63c33d941d37a31b43f212bb1cae721bf3e9ef9) AuthConfig (f05b67405cc5c0066c8a4d70d33accbdd24a50526ee5fb6cf17d5dff6d948e78) AuthConfig (9028b0c1e033acf635742598ab1240e96ccb051bc9b0938bac3b2a2d541bc645) AuthConfig (5afc8f1faa06151d39a76084472ee89e60df2677162bb9307fe6b7a566f77b2a) AuthConfig (dd6865db6ea8a4877940bb36c1eb596b66c97e09edf3200e05296fdaf88adf8b) AuthConfig (a6912e0501643a97ab5c1483b484ed9122e93e5f6e567750a7e6751794a1e4ad) AuthConfig (74c81122d2a87f5de6858fca108e1ad5225962a139c0bc9c1ea3483fc9abb149) AuthConfig (4fc2889fa8d8fc5aa3fa2563d8cdc9dfc9896cefd397e65f9b79123f85f62d9a) AuthConfig (39656a186964cdf5b83404d5177543e7c32e760098a03c9bb1e7b55094dc73b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"5fa67427-2225-4c11-aa50-3fe3d6bc5df7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.265039986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"d750d03c-dcb9-43d7-ad43-0e27185bfe70","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.32665262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"d750d03c-dcb9-43d7-ad43-0e27185bfe70","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.3648954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"4cf4833c-34ae-476b-ba9d-acf4d29fc465","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.385119549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4b205f9c93699d9ffef05749dccafd27957c2c127f760931fe5cd977c5e4b931) AuthConfig (72975951071472e6112fdf956d884788635705400c1c4ae117fc996e400d8549) AuthConfig (2f73bf355e2138ae0c0db697cf3bba02a54311dd9710dbd3febe5ef8dfc0ff79) AuthConfig (f6a6f252e4eafd7a49edddd7a6c35da5e164208f59c1e8a03b8f6c3da00aefc8) AuthConfig (54993cc190f512d536734fa070f7ac65067dd7fc063553b22812c4229c9c98e8) AuthConfig (69c82910db7ad620e59985ecbc0aa147bf6c68c77891b27272b6b252820bceeb) AuthConfig (4a8c4292cbd725eb077696e2cdf466e2eab46701da71a4ea295ea6f0a5091e2d) AuthConfig (ef734ebceda412500f2ac795b51f79304a06307572384103bd7c90fe6c67f3ac) AuthConfig (15d0e88a53949b715452041fb385870fead9c4b7b1b80963cf81356bae9c2d71) AuthConfig (4791c034f0eb5388d783664e8994ab4c198f40049887885063501dd2f88f8137) AuthConfig (b2b03531be78ab6238345a1f28c2823aa3e879cc5b9f418b7303b28a69902042) AuthConfig (cc94b0b4a2f7eb67a7d7847205f2bdb9853d6a7fa4e2b2d3f85bcadce0ba235c) AuthConfig (505ee884790b767cfd1f77153bdadd909f8902e47828e52775dd1b840952e539) AuthConfig (ee5a3619d6d843e33a31963c3db397b4d8d827a53eaa31d624eb291f505875e5) AuthConfig (41a78d9a1b436ff46049bb89c6919909d48cb43eb54a2470cedb9fb0d790a5f0) AuthConfig (2f5429dd02959cf69506debe0178694b969c3f7000b6b0165c90acd5ffbbc161) AuthConfig (3d8c43ece25209835b732c1819c2b4bb4abdd29537ad52b749568d15110d842d) AuthConfig (a4758274e8e35ed9b80dd2592bf7f45f3065647885bbc1718d7a68a75be927e9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"d750d03c-dcb9-43d7-ad43-0e27185bfe70","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.424560806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"4cf4833c-34ae-476b-ba9d-acf4d29fc465","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:38.482782306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"4cf4833c-34ae-476b-ba9d-acf4d29fc465","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.520873268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"c19a9aae-87a2-4a4b-a2ed-186074342f2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.642206751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"77deaf94-376a-4987-a061-8f9d4a616d3a","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-auth-test-model-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.742602559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"7e7381f7-f5a6-4b7c-ad1d-67fb06afb104","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.843893985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"f47c3fda-d406-4c1d-ba10-43056bb2ac60","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.943334277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"6b4f3fa4-7554-4597-bb56-35495602dbe9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:44.952473191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"2f01114d-f764-4e34-8cf6-b5bdc5cd858d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:45.076399193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2857ce55-82a6-4e9f-b2b9-daf2dab13bcc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:45.178619033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"0bce689f-30a3-4237-baeb-58d2d4594a0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:45.446365852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"bc5a409f-2bf6-4cd4-a16c-80fd503694bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:45.567620253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"41e23056-dbde-4ad3-9582-202d5daedd44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:45.692159812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"174342cd-99de-4698-b5eb-ec5d3f2c509a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:45.790841647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"41abf1a1-2e0d-4a5c-8c5e-915ad638b4b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:45.891815354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c39d952d-e76a-4d5e-b7e5-9e867d164bb5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.281788399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"e13ba1f0-f5b6-4bb6-943a-867ce3c6eedb","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.342884483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"e13ba1f0-f5b6-4bb6-943a-867ce3c6eedb","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.493165178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"1f91c3e3-d4d4-49ce-ac60-1f8d527b0220","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.552912375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"1f91c3e3-d4d4-49ce-ac60-1f8d527b0220","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.593302323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"4268a91f-367c-4c4a-a116-83bdf916bdfb","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.654397886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"4268a91f-367c-4c4a-a116-83bdf916bdfb","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.667922408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"07fc3ab4-aafa-4a08-b16b-b048c3328543","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.667979793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"07fc3ab4-aafa-4a08-b16b-b048c3328543","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.712798466Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (113c67a49cb33c0981a91389d73993a09029e527d2adc9177142d8f38adb725c) AuthConfig (a6bbe79c526a122adbc6785f1a8d23dfd815f4da3c7850395ad3ceeb1332f41f) AuthConfig (6522f6ba774b787c0ec6f6ddb01a133dce91faa4c34c0a8f632652b79969ed70) AuthConfig (fe1b756e58857c47d4e4558888f9682c6d7904fcc4e379807ccd37733e0061e2) AuthConfig (8fc547486c6d7e8f291efad819f6ed2072fcfc8e0c373a68571566bbacbbc1bd) AuthConfig (46936ea827dc18dc26d538c375913576df1d6002fd8416c7d9aab3014bad7f8a) AuthConfig (195d2774546ceed51150fb7677636c416ebb5775b4f50fb6d94323e43645daf1) AuthConfig (1c52dd8bb1259b0d012b4e5963ab57beff31b5f24b81b39c35507b9f35a5b8d3) AuthConfig (103b94c99c9e72c22033baf27d6badfec42d97f7b05d2bbf086b2825c66f3add) AuthConfig (1803190003427d537e9c978baf26a71d3997f21a01ea1dc8830ac1f48e541d89) AuthConfig (0812b232e1e7ef7e9dc8071359b2df9cd975b95653447597e8abc8aada112013) AuthConfig (625f6e3096d7da9a90c64705dc8390a32c705f5f3cb077ce12d49f6e8ac02288) AuthConfig (02da2f0797bd194b499e0150c4c455c7cc0fbbc7646ff9ce0d3ecf1ead8dd87e) AuthConfig (c746363ebf93111ca57be9d4b92bd110d97e0a1069d9e1a80a02ca34e2df2ecd) AuthConfig (349880eb475801c194c50242375ba43991becd00726efcdec28bee7617b401dd) AuthConfig (43a71d7fcf1c86b784c577e5ccfb15687691aa1a4d797a72e8ff9fb6f9fbc23f) AuthConfig (621cdd2e61d6d1f9f37ff31dcc3ed4f9dac74d33bafca4aefdb4dedb3d40c201) AuthConfig (2643209b813212c21b719095caffbf83c80feab9174ca626b82ab4d216a1ef6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"4268a91f-367c-4c4a-a116-83bdf916bdfb","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.772819794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"aeb61347-46aa-435c-b08d-a3fc651f4038","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.772847442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"aeb61347-46aa-435c-b08d-a3fc651f4038","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.881109944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"46c66987-d2e0-4732-b910-979a7ec9efec","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:48.881138331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"46c66987-d2e0-4732-b910-979a7ec9efec","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:52.983046917Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.971401144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"b290567a-6a43-44d4-9ee4-aaa4f201353f","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:53.971423546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"b290567a-6a43-44d4-9ee4-aaa4f201353f","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.034825874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"81c2899c-db6b-4910-91ec-20af1681428b","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.034854927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"81c2899c-db6b-4910-91ec-20af1681428b","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.084465924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"905b7fee-b7a0-4f32-8a44-4b7a7cebf5fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.133447936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"5bf01637-2427-44ab-be0a-284bc56e788b","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.133473918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"5bf01637-2427-44ab-be0a-284bc56e788b","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.14528924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"905b7fee-b7a0-4f32-8a44-4b7a7cebf5fc","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:54.184015964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"8b517dce-138d-4a78-867c-7ef083dc62d2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7985ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.195863512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"57940b84-58e6-48ed-9946-5c74bd35853b","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.19588505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"57940b84-58e6-48ed-9946-5c74bd35853b","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:36:54.24562836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"7a79a214-1010-405a-a0b4-83fa97fda233","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7a8929\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.245886811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"96c887ac-931e-4f1a-a300-8c898d66af82","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.289916635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"06cf323e-9355-4105-98a7-6454f80c8dbc","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.289955183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"06cf323e-9355-4105-98a7-6454f80c8dbc","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.305488518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"96c887ac-931e-4f1a-a300-8c898d66af82","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.350540662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"9cb33be5-44cf-43a1-803d-15e3c6379c4d","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.35056354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"9cb33be5-44cf-43a1-803d-15e3c6379c4d","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.352719309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"22942cd9-272a-41be-b093-69cd8eb1d489","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.352739454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"22942cd9-272a-41be-b093-69cd8eb1d489","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.409452398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"ad34e9bf-e3e0-4903-881c-3916cb171cb3","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.409474567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"ad34e9bf-e3e0-4903-881c-3916cb171cb3","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.46888042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"95c8012d-4544-4f26-b0ee-096b100ff24b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.529543213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"95c8012d-4544-4f26-b0ee-096b100ff24b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.580384133Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"9b073913-d0fb-4ed3-a9a9-bd7da9b14d3b","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-auth-test-model-13a57c","model":"auth-test-model-13a57c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-13a57c/e2e-auth-iso-7985ef"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.621407411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"2be5bfad-6143-46cb-af01-f32c236c0865","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.671484344Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"db511287-82b2-4256-97cf-0adcf52d758c","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-auth-test-model-8e96e7","model":"auth-test-model-8e96e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-8e96e7/e2e-auth-iso-7a8929"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.68143877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"2be5bfad-6143-46cb-af01-f32c236c0865","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.7515554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"4c737c44-284b-416c-8972-78974e92c38f","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.751581356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"4c737c44-284b-416c-8972-78974e92c38f","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.843759443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"1ae0b3b9-c3ff-43e2-9bbf-4032e7b62ee7","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.843781961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"1ae0b3b9-c3ff-43e2-9bbf-4032e7b62ee7","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:54.968183224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"86b9cd6b-bf11-4e72-a157-166bd4c7fabf","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-auth-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:55.068537838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"2fea165a-2c4a-4a7d-8c67-4cea67d34db9","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-auth-test-model-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:58.880983149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"43c64679-718d-467c-b178-c8f501a71318","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:58.940793116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"43c64679-718d-467c-b178-c8f501a71318","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:36:58.999004966Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (113c67a49cb33c0981a91389d73993a09029e527d2adc9177142d8f38adb725c) AuthConfig (a6bbe79c526a122adbc6785f1a8d23dfd815f4da3c7850395ad3ceeb1332f41f) AuthConfig (6522f6ba774b787c0ec6f6ddb01a133dce91faa4c34c0a8f632652b79969ed70) AuthConfig (fe1b756e58857c47d4e4558888f9682c6d7904fcc4e379807ccd37733e0061e2) AuthConfig (8fc547486c6d7e8f291efad819f6ed2072fcfc8e0c373a68571566bbacbbc1bd) AuthConfig (46936ea827dc18dc26d538c375913576df1d6002fd8416c7d9aab3014bad7f8a) AuthConfig (195d2774546ceed51150fb7677636c416ebb5775b4f50fb6d94323e43645daf1) AuthConfig (1c52dd8bb1259b0d012b4e5963ab57beff31b5f24b81b39c35507b9f35a5b8d3) AuthConfig (103b94c99c9e72c22033baf27d6badfec42d97f7b05d2bbf086b2825c66f3add) AuthConfig (1803190003427d537e9c978baf26a71d3997f21a01ea1dc8830ac1f48e541d89) AuthConfig (0812b232e1e7ef7e9dc8071359b2df9cd975b95653447597e8abc8aada112013) AuthConfig (625f6e3096d7da9a90c64705dc8390a32c705f5f3cb077ce12d49f6e8ac02288) AuthConfig (02da2f0797bd194b499e0150c4c455c7cc0fbbc7646ff9ce0d3ecf1ead8dd87e) AuthConfig (c746363ebf93111ca57be9d4b92bd110d97e0a1069d9e1a80a02ca34e2df2ecd) AuthConfig (349880eb475801c194c50242375ba43991becd00726efcdec28bee7617b401dd) AuthConfig (43a71d7fcf1c86b784c577e5ccfb15687691aa1a4d797a72e8ff9fb6f9fbc23f) AuthConfig (621cdd2e61d6d1f9f37ff31dcc3ed4f9dac74d33bafca4aefdb4dedb3d40c201) AuthConfig (2643209b813212c21b719095caffbf83c80feab9174ca626b82ab4d216a1ef6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"43c64679-718d-467c-b178-c8f501a71318","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.107151254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"c7e039b1-c12e-451e-bde3-aa8e3d3c4f26","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.168666333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"c7e039b1-c12e-451e-bde3-aa8e3d3c4f26","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:09.227596317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (113c67a49cb33c0981a91389d73993a09029e527d2adc9177142d8f38adb725c) AuthConfig (a6bbe79c526a122adbc6785f1a8d23dfd815f4da3c7850395ad3ceeb1332f41f) AuthConfig (6522f6ba774b787c0ec6f6ddb01a133dce91faa4c34c0a8f632652b79969ed70) AuthConfig (fe1b756e58857c47d4e4558888f9682c6d7904fcc4e379807ccd37733e0061e2) AuthConfig (8fc547486c6d7e8f291efad819f6ed2072fcfc8e0c373a68571566bbacbbc1bd) AuthConfig (46936ea827dc18dc26d538c375913576df1d6002fd8416c7d9aab3014bad7f8a) AuthConfig (195d2774546ceed51150fb7677636c416ebb5775b4f50fb6d94323e43645daf1) AuthConfig (1c52dd8bb1259b0d012b4e5963ab57beff31b5f24b81b39c35507b9f35a5b8d3) AuthConfig (103b94c99c9e72c22033baf27d6badfec42d97f7b05d2bbf086b2825c66f3add) AuthConfig (1803190003427d537e9c978baf26a71d3997f21a01ea1dc8830ac1f48e541d89) AuthConfig (0812b232e1e7ef7e9dc8071359b2df9cd975b95653447597e8abc8aada112013) AuthConfig (625f6e3096d7da9a90c64705dc8390a32c705f5f3cb077ce12d49f6e8ac02288) AuthConfig (02da2f0797bd194b499e0150c4c455c7cc0fbbc7646ff9ce0d3ecf1ead8dd87e) AuthConfig (c746363ebf93111ca57be9d4b92bd110d97e0a1069d9e1a80a02ca34e2df2ecd) AuthConfig (349880eb475801c194c50242375ba43991becd00726efcdec28bee7617b401dd) AuthConfig (43a71d7fcf1c86b784c577e5ccfb15687691aa1a4d797a72e8ff9fb6f9fbc23f) AuthConfig (621cdd2e61d6d1f9f37ff31dcc3ed4f9dac74d33bafca4aefdb4dedb3d40c201) AuthConfig (2643209b813212c21b719095caffbf83c80feab9174ca626b82ab4d216a1ef6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"c7e039b1-c12e-451e-bde3-aa8e3d3c4f26","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.431794865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"1fcdbc74-87aa-44c3-9a31-e913a1ba4939","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.528819589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"1fec342c-81e3-47a7-a409-5b6f645ce6f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.638195145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6512e1a3-bb22-4086-811b-9deb52b878f5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.692492285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"7a1487ff-fe35-4951-b1e3-d7256a9a17eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.808700473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"829f5088-6d13-45f8-92ce-667517c387e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:17.935795628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"2121f5df-18c2-46cf-8be8-e420fc21fe1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.124481899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"da61b81d-fbde-437c-a8c8-6de160af6542","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-auth-test-model-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.22164311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"4aaa5aa0-84ae-4f81-921e-adcde8bdd75e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.297784635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"cd7d4df8-ad17-418e-b729-3e7dc2d88078","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.297805076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"cd7d4df8-ad17-418e-b729-3e7dc2d88078","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.490362813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"382e376d-bcb7-4483-8a4b-2c08f62728c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.613849557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"3c929cf1-e4a6-44e5-a9cd-7460f80eca5c","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-auth-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.715435951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"d8bc4f21-8a70-4e2e-ae9e-c2e23d107194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.78741319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"13775204-4033-4848-a7ca-d9e92b7b795f","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.787431177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"13775204-4033-4848-a7ca-d9e92b7b795f","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.815187627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"49c4a84b-1790-48ba-939c-6be38c86ef2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.919687057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"f6045e6c-86eb-41cd-8b5c-6a6322c4a824","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:18.923434504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"7242d94e-8ba2-40d4-9285-e22ec11a8df0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.017110233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"8eebb5f4-0ac8-4169-9096-f971bc67e116","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-auth-test-model-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.282501334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"ca82d10b-f70b-4bd4-b31f-b2ac11236a93","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.345232819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"ca82d10b-f70b-4bd4-b31f-b2ac11236a93","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.382506194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"da6c1e42-06be-4ee9-98ab-f022e7badb9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.442388564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"da6c1e42-06be-4ee9-98ab-f022e7badb9d","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.482646582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"a452df62-a8ae-4a9e-9964-60b77279ba37","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.543864838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"a452df62-a8ae-4a9e-9964-60b77279ba37","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.815694281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"55136efd-0040-4bc2-8043-9d29019bd64f","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:19.815718928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"55136efd-0040-4bc2-8043-9d29019bd64f","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.237177958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"56b964da-5665-4f26-845d-7d4d7758ecfc","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.237199725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"56b964da-5665-4f26-845d-7d4d7758ecfc","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.294193634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"c75423ee-a950-4c8a-ab33-977d7cf4ee5a","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.294216817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"c75423ee-a950-4c8a-ab33-977d7cf4ee5a","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.405333921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"e8a90eb6-d251-45b6-8db3-0c09fcdfbae8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.541583429Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"e8a90eb6-d251-45b6-8db3-0c09fcdfbae8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.562696031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"0e45886c-1c64-4292-b5d0-7e53f13ad7e0","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.562719723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"0e45886c-1c64-4292-b5d0-7e53f13ad7e0","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.600477791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"e8a90eb6-d251-45b6-8db3-0c09fcdfbae8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.66545587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"87998fe6-1984-4acf-b7ff-db938847feb8","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.66548007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"87998fe6-1984-4acf-b7ff-db938847feb8","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.670804714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"bada5ea5-fca7-414b-810e-cd2a61eccc33","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.730711207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"bada5ea5-fca7-414b-810e-cd2a61eccc33","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:21.731082043Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"abdd561e-5aa6-498a-9bea-65a59fb8ee0e","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8d174860","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:22.047535849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"db4a0ab7-5072-4eb3-9f58-6b1155057ab9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:22.107606423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"db4a0ab7-5072-4eb3-9f58-6b1155057ab9","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:22.983153631Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:23.055893016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b74d76-33e1-42b1-9769-527578a658fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:23.110090694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b74d76-33e1-42b1-9769-527578a658fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:23.164198919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b74d76-33e1-42b1-9769-527578a658fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:23.218740395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44b74d76-33e1-42b1-9769-527578a658fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:23.578560518Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4ac181","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4ac181","reconcileID":"6f55ca5d-6d24-4777-ab95-c953ef2675fe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-4ac181","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-4ac181":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.876151163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"aa35c3e3-d8bc-4db6-b864-41e7b05997bf","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.876172127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"aa35c3e3-d8bc-4db6-b864-41e7b05997bf","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.936588326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"954d192f-c797-4eb6-8b27-9b54f49b2c37","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.936615387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"954d192f-c797-4eb6-8b27-9b54f49b2c37","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:24.987935032Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"0968cdc0-e396-4607-a2cb-b1465813f127","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-44189e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.988153278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"e0222f06-672e-4d70-9999-22e18d608066","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:24.992044259Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"954d192f-c797-4eb6-8b27-9b54f49b2c37","name":"auth-test-model-92f405","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-92f405\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:37:24.992107592Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"954d192f-c797-4eb6-8b27-9b54f49b2c37","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-92f405\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.997515322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"2351a724-e652-46fc-abc0-2993f2d620bc","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:24.997535875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"2351a724-e652-46fc-abc0-2993f2d620bc","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.047822256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"e0222f06-672e-4d70-9999-22e18d608066","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.096689217Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"68a61153-4a98-4e54-be6e-b41aac104617","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.096716708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"68a61153-4a98-4e54-be6e-b41aac104617","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.193601567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"533e0195-1c92-484e-a54b-a1fd6a8ece37","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.193621563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"533e0195-1c92-484e-a54b-a1fd6a8ece37","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.199591246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1f0734-3115-45b2-8067-71e2a8610833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.254453987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1f0734-3115-45b2-8067-71e2a8610833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.308370342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1f0734-3115-45b2-8067-71e2a8610833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.363079065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb1f0734-3115-45b2-8067-71e2a8610833","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.470957027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"dcdd92d3-3be8-4d3c-9cc0-958b8c61878d","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.530278417Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"5cba0582-981a-4fca-b025-34ebd8772281","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-auth-test-model-92f405","model":"auth-test-model-92f405","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-92f405/e2e-auth-iso-44189e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.530545356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"dcdd92d3-3be8-4d3c-9cc0-958b8c61878d","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.705822357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"298711db-0e15-47fc-9698-7f562e369164","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.705861384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"298711db-0e15-47fc-9698-7f562e369164","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:25.922894819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"9b68d2e9-69ad-493f-bf73-6863b99aac66","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-auth-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.316325436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2f104b-6a90-4f6b-ae08-34d07ee69923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.372934931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2f104b-6a90-4f6b-ae08-34d07ee69923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.42771347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2f104b-6a90-4f6b-ae08-34d07ee69923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:27.491480976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a2f104b-6a90-4f6b-ae08-34d07ee69923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.773372007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"44d2468a-9930-4070-a3d0-1501a21112fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.785870538Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"4e6b606c-d93b-4338-bc2a-36526dcf5aa3","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","subscription":"e2e-auth-iso-7a8929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.834848288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"44d2468a-9930-4070-a3d0-1501a21112fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.84064435Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"4e6b606c-d93b-4338-bc2a-36526dcf5aa3","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.893581312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"44d2468a-9930-4070-a3d0-1501a21112fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:31.895237361Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"4e6b606c-d93b-4338-bc2a-36526dcf5aa3","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.177921008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"45cb3f06-4fe9-4319-9b85-bc9d439c37a4","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.178066172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"45cb3f06-4fe9-4319-9b85-bc9d439c37a4","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.317617755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"b68f29b1-ee47-497d-b89e-2cb8f4d7f192","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.317644881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"b68f29b1-ee47-497d-b89e-2cb8f4d7f192","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.340396936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"ba7e7be8-3833-41eb-85ab-604dd1ed6c31","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.402570328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"ba7e7be8-3833-41eb-85ab-604dd1ed6c31","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.455507873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"70abca03-a292-423b-8b42-4e6a680bd0f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.515300745Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"5592d500-6f9f-4d3a-a46f-49d2188f1387","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-57b25e46","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.523778289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"70abca03-a292-423b-8b42-4e6a680bd0f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.782690682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"88b908c9-ed61-4829-9b88-ae7e789c2436","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.84273711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"88b908c9-ed61-4829-9b88-ae7e789c2436","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.883042707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"b76a88e7-45ad-45fc-8976-76d2b4e7b751","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:32.943509993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"b76a88e7-45ad-45fc-8976-76d2b4e7b751","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:42.003100852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"aa5342ea-7ea3-4e00-8f86-dec4e4461b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:42.063277036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"aa5342ea-7ea3-4e00-8f86-dec4e4461b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:42.121661142Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"aa5342ea-7ea3-4e00-8f86-dec4e4461b4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:42.569626115Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"31f71d76-04a2-4e29-bd28-ab2a8ca65913","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","subscription":"e2e-auth-iso-7a8929","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:42.62416009Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"31f71d76-04a2-4e29-bd28-ab2a8ca65913","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:42.67877347Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"31f71d76-04a2-4e29-bd28-ab2a8ca65913","MaaSSubscription":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:42.962559868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"6c12c8be-4653-4d1f-a5ef-b45bfceef791","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:42.9640828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"6c12c8be-4653-4d1f-a5ef-b45bfceef791","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.07256369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"83d2594b-b883-4b85-91ed-88e0c1b9d287","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.107611575Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"10f16d1d-ed0c-4fb2-893a-04249a4a21ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.108228267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"2d44fbce-2ced-4e14-a757-740cd929dbfa","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.1083493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"2d44fbce-2ced-4e14-a757-740cd929dbfa","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.133163605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"83d2594b-b883-4b85-91ed-88e0c1b9d287","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.316481289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"10f16d1d-ed0c-4fb2-893a-04249a4a21ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.449467178Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"10f16d1d-ed0c-4fb2-893a-04249a4a21ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.449503098Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-auth-iso-7a8929","reconcileID":"10f16d1d-ed0c-4fb2-893a-04249a4a21ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.470210609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"6f9b05b6-e4a9-43e0-8c68-6284554da4a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.509695888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"b790612a-ac31-4407-a970-bdfdebff357d","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/auth-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.509720999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"auth-test-model-e7b6b3","reconcileID":"b790612a-ac31-4407-a970-bdfdebff357d","MaaSModelRef":{"name":"auth-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"auth-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"auth-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.531316397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"6f9b05b6-e4a9-43e0-8c68-6284554da4a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.648555357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"924678cd-eb6f-455f-831c-ab3264ba52b4","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.648586088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"924678cd-eb6f-455f-831c-ab3264ba52b4","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.741070757Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"f6c36ba0-dd02-4ad9-acc4-04640d5dd39c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:43.948130712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"f6c36ba0-dd02-4ad9-acc4-04640d5dd39c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.086864792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"f6c36ba0-dd02-4ad9-acc4-04640d5dd39c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.086894673Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-auth-iso-7a8929","reconcileID":"f6c36ba0-dd02-4ad9-acc4-04640d5dd39c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7a8929","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.145373733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"db1c2777-32ab-44d1-82a2-35df61344509","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/auth-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.145406793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"auth-test-model-8e96e7","reconcileID":"db1c2777-32ab-44d1-82a2-35df61344509","MaaSModelRef":{"name":"auth-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"auth-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"auth-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.54619307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"c0834503-f4b7-48fe-988c-b011ce0e81e6","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-auth-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.7175175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"5b244b86-22ce-462d-ba1f-bed761103107","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:44.717539468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"5b244b86-22ce-462d-ba1f-bed761103107","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.024316836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"5afb55a3-57b9-4900-81d2-ef07134f47b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.084149879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"5afb55a3-57b9-4900-81d2-ef07134f47b0","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.643149735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"b08b9089-17db-4379-997a-56db0f8a7241","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.643176413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"b08b9089-17db-4379-997a-56db0f8a7241","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.700985545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"41675419-001a-44d0-8803-1f4d0886446f","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.701006753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"41675419-001a-44d0-8803-1f4d0886446f","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.808992308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"515afa11-9307-4fae-a94f-a3b15388bfb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:45.94278568Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"515afa11-9307-4fae-a94f-a3b15388bfb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.001161843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"515afa11-9307-4fae-a94f-a3b15388bfb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.060221812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"a419ab9a-e740-45eb-a177-6916f2a49133","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:46.060241439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"a419ab9a-e740-45eb-a177-6916f2a49133","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.230463096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"aad8a4ba-b158-4e17-906f-199e40942b00","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.290121395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"aad8a4ba-b158-4e17-906f-199e40942b00","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.349296528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cb024306b0d035a305ecf506b04da029d4b47c035c07daafcef97e3b5b4f618) AuthConfig (8f9d1bc0853f1565a1564af53fc877cf602c963ff9828da90492f4d80531b447) AuthConfig (72013459079015d9634852b675491c0f9d0a1f54142f6670c0ff51ef9a160021) AuthConfig (b2ac34e4e7a94d9dd2e73653603b990f4e82e497fc77a2e2ceb6c998a482eda3) AuthConfig (d781daab4a0902ce5263cc52b9b00936819f594bea7d4e7968638a2ee55b80d5) AuthConfig (b977c9144c92efca27769f4dc77b6aeac15f86dd788c7a5d455c0c32a4c2f7d8) AuthConfig (33e71b0a0976cd23c0a6df0eda4ce47553f315c57b6a4c8a0098512ad25c7b67) AuthConfig (a2e5839b8e5835ae38a4180118434a06011866583f45d7f336e7a3f5ebb40499) AuthConfig (08f424bc75d265ef867a218eddd37c4598e72e5b84caf50d5630d4d7042a778c) AuthConfig (328619cb2d371595ff6ba7fc748fa1a3c74702af7633db1200f1a47d47689f46) AuthConfig (bbb7880e8b4040d1ef154c82bc8556aa0ed15c3ac9ee640a02b5cf0e69cff749) AuthConfig (2d14fbc2d44a0f277c0861b023a7c3737183afbaed038978674865d84ba805af) AuthConfig (93376812b229145727dc05590b6f6819f3204a73bd4762a27e517d52425990bb) AuthConfig (d2adf85758693f3038940a4750fb07c58ee9426ab34cf052bec25a6a1ecfdd97) AuthConfig (2378dbf977dc9010341aad78ce8bfff14793ab95d0938d4acf5359a3ec47720b) AuthConfig (dc15dae1d84d48308ac6659f97055ab12de69656db05bee92b137571e17dbf0a) AuthConfig (6bab3d19a0574a0961f45db46cb51c601dbc3d8b12f19c5da0eb2477f828f9ce) AuthConfig (c1b2496840bbb272c42e7d24b5a004546c4400eac90263147bf7b2cdc6d682b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"aad8a4ba-b158-4e17-906f-199e40942b00","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.409022694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"fb5e28e2-ebcb-4205-bdd3-3d03f64b04d6","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.40904696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"fb5e28e2-ebcb-4205-bdd3-3d03f64b04d6","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:52.983994929Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:56.168178119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"2ac587a2-6420-404a-a297-64448f4ecf98","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:56.228414833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"2ac587a2-6420-404a-a297-64448f4ecf98","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:37:56.289395575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"2ac587a2-6420-404a-a297-64448f4ecf98","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.032483668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"86ade13a-39e1-4c6f-87b3-3c64ce7a179f","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:01.032513303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"86ade13a-39e1-4c6f-87b3-3c64ce7a179f","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.518501913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"37eaf873-2ee0-44fe-abcb-4e5391154595","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.57789948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"37eaf873-2ee0-44fe-abcb-4e5391154595","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:02.636071369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cb024306b0d035a305ecf506b04da029d4b47c035c07daafcef97e3b5b4f618) AuthConfig (8f9d1bc0853f1565a1564af53fc877cf602c963ff9828da90492f4d80531b447) AuthConfig (72013459079015d9634852b675491c0f9d0a1f54142f6670c0ff51ef9a160021) AuthConfig (b2ac34e4e7a94d9dd2e73653603b990f4e82e497fc77a2e2ceb6c998a482eda3) AuthConfig (d781daab4a0902ce5263cc52b9b00936819f594bea7d4e7968638a2ee55b80d5) AuthConfig (b977c9144c92efca27769f4dc77b6aeac15f86dd788c7a5d455c0c32a4c2f7d8) AuthConfig (33e71b0a0976cd23c0a6df0eda4ce47553f315c57b6a4c8a0098512ad25c7b67) AuthConfig (a2e5839b8e5835ae38a4180118434a06011866583f45d7f336e7a3f5ebb40499) AuthConfig (08f424bc75d265ef867a218eddd37c4598e72e5b84caf50d5630d4d7042a778c) AuthConfig (328619cb2d371595ff6ba7fc748fa1a3c74702af7633db1200f1a47d47689f46) AuthConfig (bbb7880e8b4040d1ef154c82bc8556aa0ed15c3ac9ee640a02b5cf0e69cff749) AuthConfig (2d14fbc2d44a0f277c0861b023a7c3737183afbaed038978674865d84ba805af) AuthConfig (93376812b229145727dc05590b6f6819f3204a73bd4762a27e517d52425990bb) AuthConfig (d2adf85758693f3038940a4750fb07c58ee9426ab34cf052bec25a6a1ecfdd97) AuthConfig (2378dbf977dc9010341aad78ce8bfff14793ab95d0938d4acf5359a3ec47720b) AuthConfig (dc15dae1d84d48308ac6659f97055ab12de69656db05bee92b137571e17dbf0a) AuthConfig (6bab3d19a0574a0961f45db46cb51c601dbc3d8b12f19c5da0eb2477f828f9ce) AuthConfig (c1b2496840bbb272c42e7d24b5a004546c4400eac90263147bf7b2cdc6d682b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"37eaf873-2ee0-44fe-abcb-4e5391154595","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.398326174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"ffaf56db-bab3-4827-948c-d5a359e7a74e","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.458354413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"ffaf56db-bab3-4827-948c-d5a359e7a74e","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.474582811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"5900a463-0bd2-4377-af76-4cbe5db0213f","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.474604645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"5900a463-0bd2-4377-af76-4cbe5db0213f","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.516802492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"ffaf56db-bab3-4827-948c-d5a359e7a74e","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.533924974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"bac66d4d-89dd-4d2a-be5d-10fda9d18b4a","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.533965883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"bac66d4d-89dd-4d2a-be5d-10fda9d18b4a","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.641732549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"cc694e2f-28a2-4aa1-99f9-d197632b3738","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.774407884Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"cc694e2f-28a2-4aa1-99f9-d197632b3738","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.83957553Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-791316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"cc694e2f-28a2-4aa1-99f9-d197632b3738","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.904629669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"51418dac-29ad-4b6b-964d-e6a99e80e7d1","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:06.904651638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"51418dac-29ad-4b6b-964d-e6a99e80e7d1","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.745333681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"0335ce28-fd14-4e52-836b-7d32aaafeca4","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.805240616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"0335ce28-fd14-4e52-836b-7d32aaafeca4","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:12.864133144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2cb024306b0d035a305ecf506b04da029d4b47c035c07daafcef97e3b5b4f618) AuthConfig (8f9d1bc0853f1565a1564af53fc877cf602c963ff9828da90492f4d80531b447) AuthConfig (72013459079015d9634852b675491c0f9d0a1f54142f6670c0ff51ef9a160021) AuthConfig (b2ac34e4e7a94d9dd2e73653603b990f4e82e497fc77a2e2ceb6c998a482eda3) AuthConfig (d781daab4a0902ce5263cc52b9b00936819f594bea7d4e7968638a2ee55b80d5) AuthConfig (b977c9144c92efca27769f4dc77b6aeac15f86dd788c7a5d455c0c32a4c2f7d8) AuthConfig (33e71b0a0976cd23c0a6df0eda4ce47553f315c57b6a4c8a0098512ad25c7b67) AuthConfig (a2e5839b8e5835ae38a4180118434a06011866583f45d7f336e7a3f5ebb40499) AuthConfig (08f424bc75d265ef867a218eddd37c4598e72e5b84caf50d5630d4d7042a778c) AuthConfig (328619cb2d371595ff6ba7fc748fa1a3c74702af7633db1200f1a47d47689f46) AuthConfig (bbb7880e8b4040d1ef154c82bc8556aa0ed15c3ac9ee640a02b5cf0e69cff749) AuthConfig (2d14fbc2d44a0f277c0861b023a7c3737183afbaed038978674865d84ba805af) AuthConfig (93376812b229145727dc05590b6f6819f3204a73bd4762a27e517d52425990bb) AuthConfig (d2adf85758693f3038940a4750fb07c58ee9426ab34cf052bec25a6a1ecfdd97) AuthConfig (2378dbf977dc9010341aad78ce8bfff14793ab95d0938d4acf5359a3ec47720b) AuthConfig (dc15dae1d84d48308ac6659f97055ab12de69656db05bee92b137571e17dbf0a) AuthConfig (6bab3d19a0574a0961f45db46cb51c601dbc3d8b12f19c5da0eb2477f828f9ce) AuthConfig (c1b2496840bbb272c42e7d24b5a004546c4400eac90263147bf7b2cdc6d682b5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"0335ce28-fd14-4e52-836b-7d32aaafeca4","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:16.62758721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"0c0f2ad3-caa7-42a0-8018-0ffb82ad799a","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:16.687083561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"0c0f2ad3-caa7-42a0-8018-0ffb82ad799a","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:16.751537279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"0c0f2ad3-caa7-42a0-8018-0ffb82ad799a","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:17.013845682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"8bb5cb93-d122-4077-8d34-fafd0501169b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:17.073722115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"8bb5cb93-d122-4077-8d34-fafd0501169b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:17.132212282Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-791316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"8bb5cb93-d122-4077-8d34-fafd0501169b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.973161576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"1e4515de-9779-49f6-a998-4b012c8238f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:22.983135885Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.032772755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"1e4515de-9779-49f6-a998-4b012c8238f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.314885069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"0c2891cb-b205-40d7-a009-13799c236089","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:23.314907942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"0c2891cb-b205-40d7-a009-13799c236089","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:26.86088806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"a51ba18f-4aec-4071-a394-479226037c23","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:26.920534555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"a51ba18f-4aec-4071-a394-479226037c23","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:26.978697103Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fed30101adad7342a330b6a7dc946f273d56ba449f80ae2d48fbd3f23a3dce7a) AuthConfig (93756d442bc2583e9ebb8e2b7dff18875b8f6cb911a443e43d01508aa3e22e3a) AuthConfig (866b0a901ad963979c2d51743d99340d57781bb1b71e15551d7f2e79682ec0c1) AuthConfig (6e324de4b0347947a92642afe294f601b797b53b328a7596863b7986d6f1d307) AuthConfig (5edbfe56d23e124583ebea0b6c2634810e9688dac51b0ae9c274b09be4aca06e) AuthConfig (d829923a38e3932f1b3c71305049b80fb9d84232d0a4a91c1d764ac2467f2d54) AuthConfig (20fe1da166291729c5fbfc7f449e64c5a6bd5c9ff3bf6ef2925eab3ca50d3735) AuthConfig (44d3319fe8a61e43e5ed803d63724beb673f9b2456d566e220cc274d6bf0a5bb) AuthConfig (3f81c7068b37b3eeb08ce43d0b16f7046771a0192b31c279d73a85d54c6b0f8d) AuthConfig (179c8aad4ceb690a1a03e42fc9a0365ad897ca3d3e0755619e96c3e328301337) AuthConfig (73fdf1844929bebe292511d7dd2d609a3cc9985e407226da043c706c09af6f1b) AuthConfig (d69c01b95686f283ab6b299c67d7fc023279a41f704bc32814f1a41dc9ad521f) AuthConfig (1656e5e0756c396d2360e5e418ae742fa0f18e42e4922f35f177a7c7e20d43a5) AuthConfig (a138cffe3fa7a95061967ba79c2a629ee99f3c4aeec5ae7537c29ca705afae1b) AuthConfig (56aad2dcb707b14b661791015659a7a64f0e132a0c31ea5326d313de33377a05) AuthConfig (c01495fda5d4b820f100deaa73be003ecf2c7a5013de4753f043910a9f9ead86) AuthConfig (2b60f9049b834333fb5e868d471370d89c5aed12ea105008599e09a59133ab51) AuthConfig (b1631ad1dd4f4ce0debdf319bfd280e1d22f296e7ac49eadf7b0eb71fcd67a53)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"a51ba18f-4aec-4071-a394-479226037c23","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.038933892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"adfd9df0-27d7-4587-bdb5-c89958ed7a5d","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.038999866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"adfd9df0-27d7-4587-bdb5-c89958ed7a5d","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.241153339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"2a6807e8-4645-4a60-9e9d-01e57b8445c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.300643624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"2a6807e8-4645-4a60-9e9d-01e57b8445c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:27.358664032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-791316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"2a6807e8-4645-4a60-9e9d-01e57b8445c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.728914665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"07f8c908-ff27-4b05-bb84-aecda6fd9015","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.72893791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"07f8c908-ff27-4b05-bb84-aecda6fd9015","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.789248073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"57984fb2-aa5b-4d5b-89f7-8bfe667539b3","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.789272022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"57984fb2-aa5b-4d5b-89f7-8bfe667539b3","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.8357091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"06af6b4e-5631-4868-91e0-77017a8174ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:28.836312693Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"45f25b15-9e68-4a0b-b093-ac8be6872885","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-7985ef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.895411732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"06af6b4e-5631-4868-91e0-77017a8174ec","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.944306342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"b8d2f72a-fa0d-4679-8351-3cdecee86bd2","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:28.944331866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"b8d2f72a-fa0d-4679-8351-3cdecee86bd2","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:29.004101782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"bc7e5774-67b6-4672-93cf-99f012bdadf1","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:29.004123811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"bc7e5774-67b6-4672-93cf-99f012bdadf1","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:29.164847772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"21e7616c-6212-49d9-9df7-69dbf498e1ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:29.224461105Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"35b63580-8b5d-47c9-a9bf-e860c06df7aa","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-auth-test-model-ce1ebd","model":"auth-test-model-ce1ebd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-ce1ebd/e2e-auth-iso-7985ef"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:29.224693996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"21e7616c-6212-49d9-9df7-69dbf498e1ff","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:29.395133675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"41bf8758-a89d-4e50-a709-7176e2334622","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:29.395154191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"41bf8758-a89d-4e50-a709-7176e2334622","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:29.614100494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"0da33036-e334-4456-92d8-d99daf418588","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-auth-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.871771553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"a8a65034-6127-4213-8f22-17c641ce05b8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-4ac181","tenantID":"e2e-shared-a-w1-4ac181","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:36.994530115Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"a8a65034-6127-4213-8f22-17c641ce05b8","name":"e2e-shared-a-w1-4ac181-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:37.147731065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"722f2367-9b6b-43a1-9b7c-b55af1e50cca","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:37.23687882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"722f2367-9b6b-43a1-9b7c-b55af1e50cca","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:37.295120685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (fed30101adad7342a330b6a7dc946f273d56ba449f80ae2d48fbd3f23a3dce7a) AuthConfig (93756d442bc2583e9ebb8e2b7dff18875b8f6cb911a443e43d01508aa3e22e3a) AuthConfig (866b0a901ad963979c2d51743d99340d57781bb1b71e15551d7f2e79682ec0c1) AuthConfig (6e324de4b0347947a92642afe294f601b797b53b328a7596863b7986d6f1d307) AuthConfig (5edbfe56d23e124583ebea0b6c2634810e9688dac51b0ae9c274b09be4aca06e) AuthConfig (d829923a38e3932f1b3c71305049b80fb9d84232d0a4a91c1d764ac2467f2d54) AuthConfig (20fe1da166291729c5fbfc7f449e64c5a6bd5c9ff3bf6ef2925eab3ca50d3735) AuthConfig (44d3319fe8a61e43e5ed803d63724beb673f9b2456d566e220cc274d6bf0a5bb) AuthConfig (3f81c7068b37b3eeb08ce43d0b16f7046771a0192b31c279d73a85d54c6b0f8d) AuthConfig (179c8aad4ceb690a1a03e42fc9a0365ad897ca3d3e0755619e96c3e328301337) AuthConfig (73fdf1844929bebe292511d7dd2d609a3cc9985e407226da043c706c09af6f1b) AuthConfig (d69c01b95686f283ab6b299c67d7fc023279a41f704bc32814f1a41dc9ad521f) AuthConfig (1656e5e0756c396d2360e5e418ae742fa0f18e42e4922f35f177a7c7e20d43a5) AuthConfig (a138cffe3fa7a95061967ba79c2a629ee99f3c4aeec5ae7537c29ca705afae1b) AuthConfig (56aad2dcb707b14b661791015659a7a64f0e132a0c31ea5326d313de33377a05) AuthConfig (c01495fda5d4b820f100deaa73be003ecf2c7a5013de4753f043910a9f9ead86) AuthConfig (2b60f9049b834333fb5e868d471370d89c5aed12ea105008599e09a59133ab51) AuthConfig (b1631ad1dd4f4ce0debdf319bfd280e1d22f296e7ac49eadf7b0eb71fcd67a53)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"722f2367-9b6b-43a1-9b7c-b55af1e50cca","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:37.46789789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"b28bed22-d5e2-463f-9238-52e092b1d85f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:37.528134131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"b28bed22-d5e2-463f-9238-52e092b1d85f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:37.587195611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-791316-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"b28bed22-d5e2-463f-9238-52e092b1d85f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.717395803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"1e896f42-8d10-42e7-af79-72d4eb5d1553","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-auth-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.890783143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"b8cbf5f7-17bc-47a7-ba2c-1de51b5dd4c7","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:44.890810975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"b8cbf5f7-17bc-47a7-ba2c-1de51b5dd4c7","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.082864917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b904a7-bb6a-47bf-bcfe-b216e7878a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.137072449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b904a7-bb6a-47bf-bcfe-b216e7878a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.191155722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b904a7-bb6a-47bf-bcfe-b216e7878a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.245616642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9b904a7-bb6a-47bf-bcfe-b216e7878a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:45.621297271Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d07bf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d07bf2","reconcileID":"82a8c780-170a-42c3-9dc9-cdfc3b07883e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d07bf2","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d07bf2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:46.055330043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"eddaf9c5-3427-461c-9d5f-9fd0471f2633","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:46.120366945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"eddaf9c5-3427-461c-9d5f-9fd0471f2633","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.210389036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451cd3e9-0577-4497-acfc-97b28c9a5281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.264371642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451cd3e9-0577-4497-acfc-97b28c9a5281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.321140109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451cd3e9-0577-4497-acfc-97b28c9a5281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.37634629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"451cd3e9-0577-4497-acfc-97b28c9a5281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.484355779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"2c677d7d-3f56-41b9-91f5-2b92a40292ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.551122228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"2c677d7d-3f56-41b9-91f5-2b92a40292ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.707458876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"7b892b54-bbd3-414a-bd0b-585b697e6509","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.768927698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"7b892b54-bbd3-414a-bd0b-585b697e6509","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.827895468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-791316-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34c4e6c7ec8e6fd5a1ca78891f3439943d9ef57552caea57f5bce7fa64389903) AuthConfig (0c8470b19fad6c4c612b37a7bcb5f57aca8b4a11d9c073b27bec7af3926c5765) AuthConfig (13b159ea4ad11f9e3e0c59e50272150d2b1060ba9d5260c26120fe1b12094412) AuthConfig (5349a494243119d2cdf0292e2352f9985680f0e040d3c5759d898fca8b3924b8) AuthConfig (2eb4954c33f83f9cf906e45275b70540c34d534f22a2506154eac80a4b9fa57e) AuthConfig (e20f25798f6f3efef04be992b7c9cfe5e2c99ba05a23f0bc82746ceae425904b) AuthConfig (2b9d2dd005ab3a4b96cd1f8e97a0ea9855406f4032e3d2f99c938fab8241a374) AuthConfig (51c504e55a2badb25016eca7a418ed020ff3c9dbfeee6d2ea6378a8d68378402) AuthConfig (08c75c51aba0aa41f57f8184f06a3378dbef6c41a9a40f2ad3f4eaa053bdb4d6) AuthConfig (58604afc75da3ebc1401ed6e6971ab10535eaca81a15553afcddb84b3b6423d6) AuthConfig (4095711f6f66253c9106bee8c959ab098c4e8719ffec1de86c55e3b337797041) AuthConfig (03af18ebf13aae460876042b409cabd8c2972b1aef4a238b336954b6b3b6ffd6) AuthConfig (fb00296182d4b166225f5ca0e2bb1a32265433d4bed40561c81f0731528a2336) AuthConfig (407578fec926ac4cb3f82da77e8cc58974a9a5083615552ce1eeff49ae71051b) AuthConfig (a269d42c5a9d99c207e84868575a42b0a6a52a7848a09a85f6a90170ff631d36) AuthConfig (a62811b41c547ca1c149b00c21ea31ac3a8f666e23605f127eacd02dc061b59d) AuthConfig (bba63e0349c0586f27d6644a02be9106a8e9789643ea106ac36f843563067a0a) AuthConfig (a70f234c9f8fcfc383f34590519803f21a1309e95001269f901d139de1f99c45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"7b892b54-bbd3-414a-bd0b-585b697e6509","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.887879756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"e0a90fac-5fa2-4786-875e-c12755fb0198","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.887902731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"e0a90fac-5fa2-4786-875e-c12755fb0198","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.929858544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"64d54313-4cac-454c-b68e-96f4c5ba1dcf","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:47.92987941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"64d54313-4cac-454c-b68e-96f4c5ba1dcf","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.372520077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"76c2dbcb-149d-4234-92ff-2d0d576287e4","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.372551022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"76c2dbcb-149d-4234-92ff-2d0d576287e4","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.485769485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"4c103055-7343-4d50-92e0-64ff08e44598","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.546389425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"4c103055-7343-4d50-92e0-64ff08e44598","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.547818153Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"fde040a5-e044-422d-ae59-3c7114a78e03","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-baa9c515","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.863830484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"d16d2cfa-1a6e-420b-8191-e5b3bcaa772d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:48.926628144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"d16d2cfa-1a6e-420b-8191-e5b3bcaa772d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:49.347741016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082931f0-17dc-49d3-ad3c-c54df0ae67e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:49.402234805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082931f0-17dc-49d3-ad3c-c54df0ae67e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:49.456430576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082931f0-17dc-49d3-ad3c-c54df0ae67e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:49.510473483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"082931f0-17dc-49d3-ad3c-c54df0ae67e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.516649191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfc6e7f-3170-4d1f-97ea-faa956bc84a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.57127404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfc6e7f-3170-4d1f-97ea-faa956bc84a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.62555341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfc6e7f-3170-4d1f-97ea-faa956bc84a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:51.679717377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfc6e7f-3170-4d1f-97ea-faa956bc84a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:52.997273809Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.00144222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"a5334a43-8e7d-4335-ab6f-1c4d08f0d13f","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.001461334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"a5334a43-8e7d-4335-ab6f-1c4d08f0d13f","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.061670194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"60129eb9-6dd1-4d17-ac5e-d9d6dd112678","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.061693809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"60129eb9-6dd1-4d17-ac5e-d9d6dd112678","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.109473233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"e1c9b291-ede3-4b68-867b-6d785ebed103","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:53.109895047Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"48d6fdb8-2402-47b6-84ef-8a5da204f51a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-44189e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:53.120650217Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"60129eb9-6dd1-4d17-ac5e-d9d6dd112678","name":"auth-test-model-b367a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b367a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:38:53.120705702Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"60129eb9-6dd1-4d17-ac5e-d9d6dd112678","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b367a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.126126573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"835686c1-a4fd-4c4d-8df1-412c7dbc59ac","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.126144952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"835686c1-a4fd-4c4d-8df1-412c7dbc59ac","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.170851256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"e1c9b291-ede3-4b68-867b-6d785ebed103","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.218901391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"0a865345-6636-4bee-b1b0-f2f86b437bbd","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.218928351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"0a865345-6636-4bee-b1b0-f2f86b437bbd","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.278366538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"09301e89-fb6b-426b-9f09-42e0d3d812b4","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.278400012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"09301e89-fb6b-426b-9f09-42e0d3d812b4","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.440115173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"0f2b3a69-ee9b-4751-a8dd-6d1afdb26aa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.499361344Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"84173efb-042c-4077-add7-a3085ceb041a","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-auth-test-model-b367a4","model":"auth-test-model-b367a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b367a4/e2e-auth-iso-44189e"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.500423028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"0f2b3a69-ee9b-4751-a8dd-6d1afdb26aa4","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.674014588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"1e357d9c-32f7-4d35-a143-80d195e5399c","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.674037895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"1e357d9c-32f7-4d35-a143-80d195e5399c","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:53.893023848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"5f6708d6-a9ae-4eb5-958e-d660c85339fe","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-auth-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:57.99610302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"762f9307-3e0d-4308-848a-d8fab799650d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.05584791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"762f9307-3e0d-4308-848a-d8fab799650d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.113921573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-791316-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34c4e6c7ec8e6fd5a1ca78891f3439943d9ef57552caea57f5bce7fa64389903) AuthConfig (0c8470b19fad6c4c612b37a7bcb5f57aca8b4a11d9c073b27bec7af3926c5765) AuthConfig (13b159ea4ad11f9e3e0c59e50272150d2b1060ba9d5260c26120fe1b12094412) AuthConfig (5349a494243119d2cdf0292e2352f9985680f0e040d3c5759d898fca8b3924b8) AuthConfig (2eb4954c33f83f9cf906e45275b70540c34d534f22a2506154eac80a4b9fa57e) AuthConfig (e20f25798f6f3efef04be992b7c9cfe5e2c99ba05a23f0bc82746ceae425904b) AuthConfig (2b9d2dd005ab3a4b96cd1f8e97a0ea9855406f4032e3d2f99c938fab8241a374) AuthConfig (51c504e55a2badb25016eca7a418ed020ff3c9dbfeee6d2ea6378a8d68378402) AuthConfig (08c75c51aba0aa41f57f8184f06a3378dbef6c41a9a40f2ad3f4eaa053bdb4d6) AuthConfig (58604afc75da3ebc1401ed6e6971ab10535eaca81a15553afcddb84b3b6423d6) AuthConfig (4095711f6f66253c9106bee8c959ab098c4e8719ffec1de86c55e3b337797041) AuthConfig (03af18ebf13aae460876042b409cabd8c2972b1aef4a238b336954b6b3b6ffd6) AuthConfig (fb00296182d4b166225f5ca0e2bb1a32265433d4bed40561c81f0731528a2336) AuthConfig (407578fec926ac4cb3f82da77e8cc58974a9a5083615552ce1eeff49ae71051b) AuthConfig (a269d42c5a9d99c207e84868575a42b0a6a52a7848a09a85f6a90170ff631d36) AuthConfig (a62811b41c547ca1c149b00c21ea31ac3a8f666e23605f127eacd02dc061b59d) AuthConfig (bba63e0349c0586f27d6644a02be9106a8e9789643ea106ac36f843563067a0a) AuthConfig (a70f234c9f8fcfc383f34590519803f21a1309e95001269f901d139de1f99c45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"762f9307-3e0d-4308-848a-d8fab799650d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.602778081Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"8a03105e-ade4-48cc-af18-5547a8a5a589","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","subscription":"e2e-auth-iso-7985ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.65754401Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"8a03105e-ade4-48cc-af18-5547a8a5a589","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.712670248Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"8a03105e-ade4-48cc-af18-5547a8a5a589","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.990476696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"f8e61b6f-8dc3-4a0d-a976-6a008beee5be","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:58.990501516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"f8e61b6f-8dc3-4a0d-a976-6a008beee5be","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.099076688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"cedf914f-93b6-4180-92ae-890ae6b22ad8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.13127972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"b721f67e-8098-46e1-9211-904ffa6e7c53","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.131302575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"b721f67e-8098-46e1-9211-904ffa6e7c53","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.1587147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"cedf914f-93b6-4180-92ae-890ae6b22ad8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.242535243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"5a28d5eb-1401-4932-9277-1ecbf0b795a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.298797705Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"9ce4af43-b6c8-4c30-b0b0-6cdb034d4117","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6d369192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.302359506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"5a28d5eb-1401-4932-9277-1ecbf0b795a8","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.473913325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"1fa1b29b-7d4f-43b7-a757-fde2723f60ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.533821491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"1fa1b29b-7d4f-43b7-a757-fde2723f60ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.629980061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"7684d718-4ce0-4369-96b3-7bc37870ef84","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:38:59.6940273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"7684d718-4ce0-4369-96b3-7bc37870ef84","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:08.223336982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"fa707944-0a52-42f5-aff5-5fd9e388a4a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:08.283685814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"fa707944-0a52-42f5-aff5-5fd9e388a4a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:08.342775012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-791316-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34c4e6c7ec8e6fd5a1ca78891f3439943d9ef57552caea57f5bce7fa64389903) AuthConfig (0c8470b19fad6c4c612b37a7bcb5f57aca8b4a11d9c073b27bec7af3926c5765) AuthConfig (13b159ea4ad11f9e3e0c59e50272150d2b1060ba9d5260c26120fe1b12094412) AuthConfig (5349a494243119d2cdf0292e2352f9985680f0e040d3c5759d898fca8b3924b8) AuthConfig (2eb4954c33f83f9cf906e45275b70540c34d534f22a2506154eac80a4b9fa57e) AuthConfig (e20f25798f6f3efef04be992b7c9cfe5e2c99ba05a23f0bc82746ceae425904b) AuthConfig (2b9d2dd005ab3a4b96cd1f8e97a0ea9855406f4032e3d2f99c938fab8241a374) AuthConfig (51c504e55a2badb25016eca7a418ed020ff3c9dbfeee6d2ea6378a8d68378402) AuthConfig (08c75c51aba0aa41f57f8184f06a3378dbef6c41a9a40f2ad3f4eaa053bdb4d6) AuthConfig (58604afc75da3ebc1401ed6e6971ab10535eaca81a15553afcddb84b3b6423d6) AuthConfig (4095711f6f66253c9106bee8c959ab098c4e8719ffec1de86c55e3b337797041) AuthConfig (03af18ebf13aae460876042b409cabd8c2972b1aef4a238b336954b6b3b6ffd6) AuthConfig (fb00296182d4b166225f5ca0e2bb1a32265433d4bed40561c81f0731528a2336) AuthConfig (407578fec926ac4cb3f82da77e8cc58974a9a5083615552ce1eeff49ae71051b) AuthConfig (a269d42c5a9d99c207e84868575a42b0a6a52a7848a09a85f6a90170ff631d36) AuthConfig (a62811b41c547ca1c149b00c21ea31ac3a8f666e23605f127eacd02dc061b59d) AuthConfig (bba63e0349c0586f27d6644a02be9106a8e9789643ea106ac36f843563067a0a) AuthConfig (a70f234c9f8fcfc383f34590519803f21a1309e95001269f901d139de1f99c45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"fa707944-0a52-42f5-aff5-5fd9e388a4a5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.353637702Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"901c3ede-78e5-4ee7-abe6-824f0baf119e","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","subscription":"e2e-auth-iso-7985ef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.408506175Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"901c3ede-78e5-4ee7-abe6-824f0baf119e","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.466290506Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"901c3ede-78e5-4ee7-abe6-824f0baf119e","MaaSSubscription":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.76165865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"856e3f9b-50eb-44a6-9055-72430227d0c8","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.761692715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"856e3f9b-50eb-44a6-9055-72430227d0c8","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.86916767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"4660a857-4599-4cb0-a6b2-b19b6df94e6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.909672462Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"6c96141b-dd52-4b82-bead-ba14a79ce5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.909783159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"6298881b-0926-414e-8466-0fb4fd0235f2","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.909802909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"6298881b-0926-414e-8466-0fb4fd0235f2","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:09.929647617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"4660a857-4599-4cb0-a6b2-b19b6df94e6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.071818471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"6c96141b-dd52-4b82-bead-ba14a79ce5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.204840565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"6c96141b-dd52-4b82-bead-ba14a79ce5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.204867288Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-auth-iso-7985ef","reconcileID":"6c96141b-dd52-4b82-bead-ba14a79ce5c7","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.225722097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"65d36092-0bf0-4389-b41a-a8775431ca3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.265378361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"95498744-c22e-4db2-a6fc-0d7bf91ea4ed","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/auth-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.265399706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"auth-test-model-13a57c","reconcileID":"95498744-c22e-4db2-a6fc-0d7bf91ea4ed","MaaSModelRef":{"name":"auth-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"auth-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"auth-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.28622372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"65d36092-0bf0-4389-b41a-a8775431ca3c","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.411344913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"f0c5759e-b8e6-43c1-a0a1-18f3ef8209e6","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.411369791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"f0c5759e-b8e6-43c1-a0a1-18f3ef8209e6","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.495048534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"59e57515-df9e-4cfd-b600-22930443387b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.657258452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"59e57515-df9e-4cfd-b600-22930443387b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.790153401Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"59e57515-df9e-4cfd-b600-22930443387b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.790183618Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-auth-iso-7985ef","reconcileID":"59e57515-df9e-4cfd-b600-22930443387b","MaaSAuthPolicy":{"name":"e2e-auth-iso-7985ef","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.849297617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"a8b89882-5314-4629-bd9b-a69828029676","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/auth-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:10.849329218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"auth-test-model-ce1ebd","reconcileID":"a8b89882-5314-4629-bd9b-a69828029676","MaaSModelRef":{"name":"auth-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"auth-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"auth-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.459732117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"d9e58673-3723-47e2-880b-6cf6344d3171","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.523226636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"d9e58673-3723-47e2-880b-6cf6344d3171","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:18.583472435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-791316-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34c4e6c7ec8e6fd5a1ca78891f3439943d9ef57552caea57f5bce7fa64389903) AuthConfig (0c8470b19fad6c4c612b37a7bcb5f57aca8b4a11d9c073b27bec7af3926c5765) AuthConfig (13b159ea4ad11f9e3e0c59e50272150d2b1060ba9d5260c26120fe1b12094412) AuthConfig (5349a494243119d2cdf0292e2352f9985680f0e040d3c5759d898fca8b3924b8) AuthConfig (2eb4954c33f83f9cf906e45275b70540c34d534f22a2506154eac80a4b9fa57e) AuthConfig (e20f25798f6f3efef04be992b7c9cfe5e2c99ba05a23f0bc82746ceae425904b) AuthConfig (2b9d2dd005ab3a4b96cd1f8e97a0ea9855406f4032e3d2f99c938fab8241a374) AuthConfig (51c504e55a2badb25016eca7a418ed020ff3c9dbfeee6d2ea6378a8d68378402) AuthConfig (08c75c51aba0aa41f57f8184f06a3378dbef6c41a9a40f2ad3f4eaa053bdb4d6) AuthConfig (58604afc75da3ebc1401ed6e6971ab10535eaca81a15553afcddb84b3b6423d6) AuthConfig (4095711f6f66253c9106bee8c959ab098c4e8719ffec1de86c55e3b337797041) AuthConfig (03af18ebf13aae460876042b409cabd8c2972b1aef4a238b336954b6b3b6ffd6) AuthConfig (fb00296182d4b166225f5ca0e2bb1a32265433d4bed40561c81f0731528a2336) AuthConfig (407578fec926ac4cb3f82da77e8cc58974a9a5083615552ce1eeff49ae71051b) AuthConfig (a269d42c5a9d99c207e84868575a42b0a6a52a7848a09a85f6a90170ff631d36) AuthConfig (a62811b41c547ca1c149b00c21ea31ac3a8f666e23605f127eacd02dc061b59d) AuthConfig (bba63e0349c0586f27d6644a02be9106a8e9789643ea106ac36f843563067a0a) AuthConfig (a70f234c9f8fcfc383f34590519803f21a1309e95001269f901d139de1f99c45)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"d9e58673-3723-47e2-880b-6cf6344d3171","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.028921122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"ebaa26d0-0dae-4e0c-aba0-96276df43b1b","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-auth-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.2082103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"9895641d-598e-46ea-990e-87c56c73dd67","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:20.20823219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"9895641d-598e-46ea-990e-87c56c73dd67","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.405993999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"99338585-f291-45dc-89fe-228220d9be49","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:21.466365002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"99338585-f291-45dc-89fe-228220d9be49","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:22.985312911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.144982857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"55cbbb16-607a-4d2e-9a97-b03aacfacea3","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.145010866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"55cbbb16-607a-4d2e-9a97-b03aacfacea3","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.251916268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"c434a489-dac7-494d-92da-5bb65f3cb583","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.313014554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"c434a489-dac7-494d-92da-5bb65f3cb583","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.313370195Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"dfe8200f-96a6-4660-b1d9-269409bc3b52","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7aadbe12","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.633301344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"ac0c9b9d-37af-468f-b235-06d3cb1ac98d","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:25.697513467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"ac0c9b9d-37af-468f-b235-06d3cb1ac98d","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.692862073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"36476681-b502-4d0b-aaf5-94bb2034fda9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:28.753146761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"36476681-b502-4d0b-aaf5-94bb2034fda9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.080811717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"242cd5b5-e733-4c91-9f9f-5e2a0bc91cad","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:29.080832836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"242cd5b5-e733-4c91-9f9f-5e2a0bc91cad","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.33612032Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"31cb4935-641f-47ec-900f-d4651bfe3454","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.336238227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"31cb4935-641f-47ec-900f-d4651bfe3454","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.397000407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"2487957a-8d92-4415-8114-d67d8e7a4403","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.397087431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"2487957a-8d92-4415-8114-d67d8e7a4403","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:34.447254059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"a19af0c7-70f4-4f3f-9df1-e33d413ce6dc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5eef4a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.448199873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"c58c7514-9ffd-4d17-a502-42e225334ec3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:34.460167569Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"2487957a-8d92-4415-8114-d67d8e7a4403","name":"auth-test-model-791316","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-791316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:39:34.460295029Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"2487957a-8d92-4415-8114-d67d8e7a4403","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-791316\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.469256598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"a59d24bb-50be-4bc4-9b0e-a11a99e708a8","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.46928495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"a59d24bb-50be-4bc4-9b0e-a11a99e708a8","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.510776253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"c58c7514-9ffd-4d17-a502-42e225334ec3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.561193574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"68c0d8ea-1c95-4cc6-a664-70aa635e2244","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.561354277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"68c0d8ea-1c95-4cc6-a664-70aa635e2244","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.621498358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"802ef940-f304-4876-9840-eba5a7d37a2d","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.621521666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"802ef940-f304-4876-9840-eba5a7d37a2d","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.834100829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"ffbedd65-ac3b-4b74-9784-2ec057a51271","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.850751Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"1a92f66d-10bf-4dec-8e4e-425fb2a24f7e","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"maas-trlp-auth-test-model-791316","model":"auth-test-model-791316","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-791316/e2e-auth-iso-5eef4a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:34.894363039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"ffbedd65-ac3b-4b74-9784-2ec057a51271","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.023063098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"ad3d1868-c2c6-4cac-b3e9-967c2994efd4","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.023087369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"ad3d1868-c2c6-4cac-b3e9-967c2994efd4","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.239810105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"c752321c-2954-4826-b0d1-7fbb11bd60cb","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"maas-trlp-auth-test-model-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.367809902Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"a8803a71-15c8-4959-9c48-2ffc757e462f","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","subscription":"e2e-auth-iso-44189e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.424864515Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"a8803a71-15c8-4959-9c48-2ffc757e462f","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.479337954Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"a8803a71-15c8-4959-9c48-2ffc757e462f","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.758899008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"d08d7bf6-2e3b-4f1a-b7bd-313daf8cf763","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.758924056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"d08d7bf6-2e3b-4f1a-b7bd-313daf8cf763","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.867226048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"d5f4cd26-923d-42a9-8e3f-60bf8510088a","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.900702098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"6adfbfac-e435-46e1-9ed5-ec1f7beaad5b","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.900725035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"6adfbfac-e435-46e1-9ed5-ec1f7beaad5b","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:35.928742251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"d5f4cd26-923d-42a9-8e3f-60bf8510088a","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.013513465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"a65dd456-471f-4bd0-a91e-a57970e45c2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.078196253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"2acee987-72a9-4533-9fa0-99b9523e8f7e","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7bb2a923","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.084160461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"a65dd456-471f-4bd0-a91e-a57970e45c2c","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.275330334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"89b9bbb9-785e-4960-a15e-400787e242d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.334929209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"89b9bbb9-785e-4960-a15e-400787e242d1","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.447824064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"0c41231a-7521-4183-869c-406e02f57880","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:36.507419833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"0c41231a-7521-4183-869c-406e02f57880","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.450761291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cdef97e-9dff-4a32-9c7a-6ba562a1bc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.505075558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cdef97e-9dff-4a32-9c7a-6ba562a1bc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.55947527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cdef97e-9dff-4a32-9c7a-6ba562a1bc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.614509008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cdef97e-9dff-4a32-9c7a-6ba562a1bc2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:41.982914118Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a7753d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a7753d","reconcileID":"383e0c1b-f027-4f72-ad13-b952d16f2a0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a7753d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a7753d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:43.712931262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd448106-0bb8-4330-b532-815915950913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:43.768673307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd448106-0bb8-4330-b532-815915950913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:43.825060234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd448106-0bb8-4330-b532-815915950913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:43.879708697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd448106-0bb8-4330-b532-815915950913","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.88360407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfafd7ff-983e-472d-86ea-7d9e58c4b693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.937618605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfafd7ff-983e-472d-86ea-7d9e58c4b693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:45.993137298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfafd7ff-983e-472d-86ea-7d9e58c4b693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.063597629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfafd7ff-983e-472d-86ea-7d9e58c4b693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.138373879Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"72bf1aa4-b656-4564-a104-3790d986bc92","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","subscription":"e2e-auth-iso-44189e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.194855947Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"72bf1aa4-b656-4564-a104-3790d986bc92","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.253523882Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"72bf1aa4-b656-4564-a104-3790d986bc92","MaaSSubscription":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.587745141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"64305c1b-83cf-44b6-b021-a48e4832290b","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.587767943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"64305c1b-83cf-44b6-b021-a48e4832290b","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.69582199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"55416ca3-eedf-4d98-ae87-bd56d76572fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.720258786Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"048be4d7-f9b8-453c-a74a-5d27b354f27e","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.720385559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"fd8cbbed-a775-4224-a692-fc8d890cb40f","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.720404632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"fd8cbbed-a775-4224-a692-fc8d890cb40f","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.756179332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"55416ca3-eedf-4d98-ae87-bd56d76572fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:46.930461423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"048be4d7-f9b8-453c-a74a-5d27b354f27e","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.065927354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"048be4d7-f9b8-453c-a74a-5d27b354f27e","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.065980496Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-auth-iso-44189e","reconcileID":"048be4d7-f9b8-453c-a74a-5d27b354f27e","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.12348474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"5820907e-9a17-4097-ac69-0679f7744ac6","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.130213163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"c067671a-0096-4c5d-989c-902dc885bd8d","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/auth-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.130233087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"auth-test-model-92f405","reconcileID":"c067671a-0096-4c5d-989c-902dc885bd8d","MaaSModelRef":{"name":"auth-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"auth-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"auth-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.239223529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"5820907e-9a17-4097-ac69-0679f7744ac6","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.322267583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"d1b2020d-542a-472c-a053-9bb548aec6cc","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.322296557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"d1b2020d-542a-472c-a053-9bb548aec6cc","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.445818834Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"04a718a9-e580-4275-8088-25bac6298d56","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.649720419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"04a718a9-e580-4275-8088-25bac6298d56","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.784238369Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"04a718a9-e580-4275-8088-25bac6298d56","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.784270702Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-auth-iso-44189e","reconcileID":"04a718a9-e580-4275-8088-25bac6298d56","MaaSAuthPolicy":{"name":"e2e-auth-iso-44189e","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.845216914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"5b44b201-c796-4ad1-b3ab-5f57ccccdf4e","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/auth-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:47.845240214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"auth-test-model-b367a4","reconcileID":"5b44b201-c796-4ad1-b3ab-5f57ccccdf4e","MaaSModelRef":{"name":"auth-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"auth-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"auth-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.104315128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa762769-4409-434c-8930-daf9912d501b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.159331582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa762769-4409-434c-8930-daf9912d501b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.213325794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa762769-4409-434c-8930-daf9912d501b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:48.26724367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa762769-4409-434c-8930-daf9912d501b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:52.994391925Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.470036144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aee8d5b-d89d-4ea3-894a-cc43b184a065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.524309074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aee8d5b-d89d-4ea3-894a-cc43b184a065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.579414593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aee8d5b-d89d-4ea3-894a-cc43b184a065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:55.633604804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aee8d5b-d89d-4ea3-894a-cc43b184a065","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.591123064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc57d11-e094-46ee-a017-f66f89b437b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.645388524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc57d11-e094-46ee-a017-f66f89b437b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.699243291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc57d11-e094-46ee-a017-f66f89b437b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:39:57.753335927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffc57d11-e094-46ee-a017-f66f89b437b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.556438211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d963021-9c0b-4357-aef2-be5d926c9f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.61058866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d963021-9c0b-4357-aef2-be5d926c9f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.66480413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d963021-9c0b-4357-aef2-be5d926c9f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:01.719110513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d963021-9c0b-4357-aef2-be5d926c9f8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:02.169723246Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2211ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2211ad","reconcileID":"b8326ba5-68cf-48c0-8e72-b924450e0f97","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-2211ad","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-2211ad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.737467044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a98c8ed-759b-4a86-b910-18dd7065faa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.792581351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a98c8ed-759b-4a86-b910-18dd7065faa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.851699579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a98c8ed-759b-4a86-b910-18dd7065faa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:03.907963467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a98c8ed-759b-4a86-b910-18dd7065faa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:05.945699701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ad95fd-67e0-4f9f-8f83-fd88e36a28f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.000050363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ad95fd-67e0-4f9f-8f83-fd88e36a28f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.054052072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ad95fd-67e0-4f9f-8f83-fd88e36a28f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:06.112827388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ad95fd-67e0-4f9f-8f83-fd88e36a28f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.098725464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"53b0ba36-f543-4965-8038-73a04d323504","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"maas-trlp-auth-test-model-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.113603103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356645fb-10a9-4cec-8d60-40d460e763bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.167967503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356645fb-10a9-4cec-8d60-40d460e763bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.224266569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356645fb-10a9-4cec-8d60-40d460e763bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.279545313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"356645fb-10a9-4cec-8d60-40d460e763bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.394578767Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"29f7dd24-f910-4f4d-b5c0-80f92b735fe4","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.394605266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"29f7dd24-f910-4f4d-b5c0-80f92b735fe4","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.651636851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"057844e8-d1a0-4881-9062-2d6caea6528d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:08.711453055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"057844e8-d1a0-4881-9062-2d6caea6528d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.53643597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"285f7eaf-fcce-4749-b6df-fb1588560a47","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d07bf2","tenantID":"e2e-extmod-a-d07bf2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:09.749613174Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"285f7eaf-fcce-4749-b6df-fb1588560a47","name":"e2e-extmod-a-d07bf2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.166497628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"78ded771-bc06-43b3-9bda-d1e4aa63b4d4","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.166527295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"78ded771-bc06-43b3-9bda-d1e4aa63b4d4","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.225486497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"e16b84cf-479d-4218-8120-db32527dd8b5","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.22551518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"e16b84cf-479d-4218-8120-db32527dd8b5","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.313338011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837fc301-966d-4fdf-858f-5a9cbb18cb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.367832685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837fc301-966d-4fdf-858f-5a9cbb18cb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.42205881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837fc301-966d-4fdf-858f-5a9cbb18cb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.4222237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"8027906b-a620-4d39-91e9-fd7de6a6a7f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.47634538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"837fc301-966d-4fdf-858f-5a9cbb18cb13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.611607386Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"8027906b-a620-4d39-91e9-fd7de6a6a7f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.674870445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8fed27-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"8027906b-a620-4d39-91e9-fd7de6a6a7f4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.785642714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"da655df7-039f-4417-977a-1269dc4dc0d6","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:10.785666314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"da655df7-039f-4417-977a-1269dc4dc0d6","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.893420901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"d15a3436-0dc1-4ed0-9169-ee5e6578536f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:20.953418411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"d15a3436-0dc1-4ed0-9169-ee5e6578536f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:21.011688717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8fed27-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"d15a3436-0dc1-4ed0-9169-ee5e6578536f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:22.982321234Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.120102051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"2889f897-1117-422b-a2c1-671a50228d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.180039891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"2889f897-1117-422b-a2c1-671a50228d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:31.237957067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8fed27-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"2889f897-1117-422b-a2c1-671a50228d02","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.625200118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f49949a-a1b1-4ce1-963f-a2a5055bcb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.6801018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f49949a-a1b1-4ce1-963f-a2a5055bcb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.734602906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f49949a-a1b1-4ce1-963f-a2a5055bcb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:40.788730355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f49949a-a1b1-4ce1-963f-a2a5055bcb01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.34630675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"f9e0957b-2460-4320-8852-dd807e463a65","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.410099499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"f9e0957b-2460-4320-8852-dd807e463a65","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.470754764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8fed27-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"f9e0957b-2460-4320-8852-dd807e463a65","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:41.677567544Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7666e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7666e6","reconcileID":"d290a43b-de29-4bf9-b96e-33c2ae73afdb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7666e6","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-7666e6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.823609305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb67927-636e-4641-8d15-62d383281e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.878257409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb67927-636e-4641-8d15-62d383281e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.93229687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb67927-636e-4641-8d15-62d383281e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:42.987439933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb67927-636e-4641-8d15-62d383281e61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:44.966278417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e747c5fd-0461-4168-a1d5-6efd956a5074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.020398033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e747c5fd-0461-4168-a1d5-6efd956a5074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.074955475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e747c5fd-0461-4168-a1d5-6efd956a5074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:45.129355756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e747c5fd-0461-4168-a1d5-6efd956a5074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.106662298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e46d771-dbf4-46b8-8d91-5055840008f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.160895349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e46d771-dbf4-46b8-8d91-5055840008f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.215134456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e46d771-dbf4-46b8-8d91-5055840008f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:47.269368013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e46d771-dbf4-46b8-8d91-5055840008f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.302450909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909525dd-d079-48aa-9806-e3d426337cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.357335034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909525dd-d079-48aa-9806-e3d426337cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.411759929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909525dd-d079-48aa-9806-e3d426337cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:49.466618624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"909525dd-d079-48aa-9806-e3d426337cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.627928726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054f696e-fd44-40d2-ad3d-bae1f89e15ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.628095109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"d8b3427e-add8-4051-9f03-d9c508e28ea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.682020398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054f696e-fd44-40d2-ad3d-bae1f89e15ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.736109171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054f696e-fd44-40d2-ad3d-bae1f89e15ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.741438457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"d8b3427e-add8-4051-9f03-d9c508e28ea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.790170101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"054f696e-fd44-40d2-ad3d-bae1f89e15ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.848659845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8fed27-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e547d04d0049e84d6aca02c8af4447aae114a3f63a006459f429527bafa8ab8) AuthConfig (247e634edc676b57ab804a96377b710103b0bab8bab157ed415a6983477eab29) AuthConfig (5385f18154975b45bea31017842ccd202df35bf5a3d2898ffa0a773758b89b2c) AuthConfig (d6e1b2d0a4614571d7b2fc95779e0fa8ae15f4d8bb71a1ac3a6b3b4cbcc882c1) AuthConfig (68f6999090acc20643d2d3f0090360dfd416c01353e4f91a99c3f5db87e94e58) AuthConfig (99cd9917957455097dcfddcb033432d9d4fd3312682e14f9aa8160fd46a3811b) AuthConfig (f1e5c5b1b56eb95efcbb5e4eb57e59edd46f0ba65150b9ca09358cfe1a3e4aac) AuthConfig (a43a119f7e62eaa269aba791d4f6830f7a52ef88c8ce093875c09443876006c7) AuthConfig (35bf2cb4a828a70cc8ca60265e6475a1cf1ed41bb3e9b7af30ccdb8ed44508e0) AuthConfig (09a47056b9f3fdb4044207470c6d51ac7786938c359eaabb6dcf9faee6117034) AuthConfig (715fc8a086f9a0103cd95e7ad712dd68076b1b815dd62e3043917e859f70d2ba) AuthConfig (ee1db808d8c88754f95a2b71f8d57b0128801a9bd19f98bba40fd446201ff4af) AuthConfig (c56108a69da36358816ed4fe5c21a5c772ccb77d92450a91d70e8b329f396108) AuthConfig (c3f18d2eb8eeddb9f52dc66dd01de2d770abbf2395eae4d4deb649e10fb721c5) AuthConfig (390d51177027cb7fe83e01d0017eccdde991df466cb8d828388e2713824afb59) AuthConfig (8d2282fb38d54d7de17faf947bf567261690d6728fdc3d829367f697308d8779) AuthConfig (837a7fd62421e13b155e3cf7efe4fda2edb2fe2e4875479efd98230e9886945d) AuthConfig (740b8ab3a8b5482aa938ee26527c7ce093785fd83cf5cbacd17bdc14139218a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"d8b3427e-add8-4051-9f03-d9c508e28ea7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.908620673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"62103179-9cce-4581-819d-d0e2fa796df7","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:51.908641218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"62103179-9cce-4581-819d-d0e2fa796df7","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:52.986438969Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.802798151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0309d78c-6233-41ea-8445-395ab2bc8e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.857048056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0309d78c-6233-41ea-8445-395ab2bc8e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.911218484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0309d78c-6233-41ea-8445-395ab2bc8e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:53.96533055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0309d78c-6233-41ea-8445-395ab2bc8e7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:55.999580266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed9aec7-309e-4af7-8068-497ce3f9ba6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:56.053505912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed9aec7-309e-4af7-8068-497ce3f9ba6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:56.107544454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed9aec7-309e-4af7-8068-497ce3f9ba6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:56.161705723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed9aec7-309e-4af7-8068-497ce3f9ba6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.116207476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb370dd0-74f2-44aa-8dbb-e0b7e1a1c5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.17045814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb370dd0-74f2-44aa-8dbb-e0b7e1a1c5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.224693912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb370dd0-74f2-44aa-8dbb-e0b7e1a1c5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:40:58.278652557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb370dd0-74f2-44aa-8dbb-e0b7e1a1c5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.230967897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7df2e1d-c6ec-4aa2-a691-ae2e0f3d3cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.285870081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7df2e1d-c6ec-4aa2-a691-ae2e0f3d3cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.339786918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7df2e1d-c6ec-4aa2-a691-ae2e0f3d3cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:00.394315939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7df2e1d-c6ec-4aa2-a691-ae2e0f3d3cb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:02.01697353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"b7fed31b-db02-4a7f-9d5e-8f574b3f5445","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:02.076771245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"b7fed31b-db02-4a7f-9d5e-8f574b3f5445","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:02.135008463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8fed27-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e547d04d0049e84d6aca02c8af4447aae114a3f63a006459f429527bafa8ab8) AuthConfig (247e634edc676b57ab804a96377b710103b0bab8bab157ed415a6983477eab29) AuthConfig (5385f18154975b45bea31017842ccd202df35bf5a3d2898ffa0a773758b89b2c) AuthConfig (d6e1b2d0a4614571d7b2fc95779e0fa8ae15f4d8bb71a1ac3a6b3b4cbcc882c1) AuthConfig (68f6999090acc20643d2d3f0090360dfd416c01353e4f91a99c3f5db87e94e58) AuthConfig (99cd9917957455097dcfddcb033432d9d4fd3312682e14f9aa8160fd46a3811b) AuthConfig (f1e5c5b1b56eb95efcbb5e4eb57e59edd46f0ba65150b9ca09358cfe1a3e4aac) AuthConfig (a43a119f7e62eaa269aba791d4f6830f7a52ef88c8ce093875c09443876006c7) AuthConfig (35bf2cb4a828a70cc8ca60265e6475a1cf1ed41bb3e9b7af30ccdb8ed44508e0) AuthConfig (09a47056b9f3fdb4044207470c6d51ac7786938c359eaabb6dcf9faee6117034) AuthConfig (715fc8a086f9a0103cd95e7ad712dd68076b1b815dd62e3043917e859f70d2ba) AuthConfig (ee1db808d8c88754f95a2b71f8d57b0128801a9bd19f98bba40fd446201ff4af) AuthConfig (c56108a69da36358816ed4fe5c21a5c772ccb77d92450a91d70e8b329f396108) AuthConfig (c3f18d2eb8eeddb9f52dc66dd01de2d770abbf2395eae4d4deb649e10fb721c5) AuthConfig (390d51177027cb7fe83e01d0017eccdde991df466cb8d828388e2713824afb59) AuthConfig (8d2282fb38d54d7de17faf947bf567261690d6728fdc3d829367f697308d8779) AuthConfig (837a7fd62421e13b155e3cf7efe4fda2edb2fe2e4875479efd98230e9886945d) AuthConfig (740b8ab3a8b5482aa938ee26527c7ce093785fd83cf5cbacd17bdc14139218a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"b7fed31b-db02-4a7f-9d5e-8f574b3f5445","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:02.343487753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62dbc922-0f9f-493b-b73d-00398adeb191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:02.397794991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62dbc922-0f9f-493b-b73d-00398adeb191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:02.452125392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62dbc922-0f9f-493b-b73d-00398adeb191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:02.506265159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62dbc922-0f9f-493b-b73d-00398adeb191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.481968269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8fa8e9-f3a6-4f45-b4e0-58a6b8bec018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.536602194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8fa8e9-f3a6-4f45-b4e0-58a6b8bec018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.590821077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8fa8e9-f3a6-4f45-b4e0-58a6b8bec018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:04.646107155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8fa8e9-f3a6-4f45-b4e0-58a6b8bec018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.612549389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c2968b-c482-411c-b1c3-ce5fed74ff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.666671482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c2968b-c482-411c-b1c3-ce5fed74ff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.720799934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c2968b-c482-411c-b1c3-ce5fed74ff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:06.775462893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69c2968b-c482-411c-b1c3-ce5fed74ff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.775826436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0df86d95-fcf4-47c1-8512-7336cd3f3fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.830158365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0df86d95-fcf4-47c1-8512-7336cd3f3fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.885141974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0df86d95-fcf4-47c1-8512-7336cd3f3fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:08.939675151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0df86d95-fcf4-47c1-8512-7336cd3f3fc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.902375389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076565a9-339f-4030-b9d5-b7260011413e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:10.956699013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076565a9-339f-4030-b9d5-b7260011413e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.010718341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076565a9-339f-4030-b9d5-b7260011413e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.064885974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076565a9-339f-4030-b9d5-b7260011413e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:11.96605074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"c8b91d1f-5ffd-4076-9245-0c24121deef1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a7753d","tenantID":"e2e-extmod-a-a7753d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.089119009Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"c8b91d1f-5ffd-4076-9245-0c24121deef1","name":"e2e-extmod-a-a7753d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.24791378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"17207152-ee82-42ae-a3de-03b77cd4ada2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.338528769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"17207152-ee82-42ae-a3de-03b77cd4ada2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:12.397169267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-8fed27-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4e547d04d0049e84d6aca02c8af4447aae114a3f63a006459f429527bafa8ab8) AuthConfig (247e634edc676b57ab804a96377b710103b0bab8bab157ed415a6983477eab29) AuthConfig (5385f18154975b45bea31017842ccd202df35bf5a3d2898ffa0a773758b89b2c) AuthConfig (d6e1b2d0a4614571d7b2fc95779e0fa8ae15f4d8bb71a1ac3a6b3b4cbcc882c1) AuthConfig (68f6999090acc20643d2d3f0090360dfd416c01353e4f91a99c3f5db87e94e58) AuthConfig (99cd9917957455097dcfddcb033432d9d4fd3312682e14f9aa8160fd46a3811b) AuthConfig (f1e5c5b1b56eb95efcbb5e4eb57e59edd46f0ba65150b9ca09358cfe1a3e4aac) AuthConfig (a43a119f7e62eaa269aba791d4f6830f7a52ef88c8ce093875c09443876006c7) AuthConfig (35bf2cb4a828a70cc8ca60265e6475a1cf1ed41bb3e9b7af30ccdb8ed44508e0) AuthConfig (09a47056b9f3fdb4044207470c6d51ac7786938c359eaabb6dcf9faee6117034) AuthConfig (715fc8a086f9a0103cd95e7ad712dd68076b1b815dd62e3043917e859f70d2ba) AuthConfig (ee1db808d8c88754f95a2b71f8d57b0128801a9bd19f98bba40fd446201ff4af) AuthConfig (c56108a69da36358816ed4fe5c21a5c772ccb77d92450a91d70e8b329f396108) AuthConfig (c3f18d2eb8eeddb9f52dc66dd01de2d770abbf2395eae4d4deb649e10fb721c5) AuthConfig (390d51177027cb7fe83e01d0017eccdde991df466cb8d828388e2713824afb59) AuthConfig (8d2282fb38d54d7de17faf947bf567261690d6728fdc3d829367f697308d8779) AuthConfig (837a7fd62421e13b155e3cf7efe4fda2edb2fe2e4875479efd98230e9886945d) AuthConfig (740b8ab3a8b5482aa938ee26527c7ce093785fd83cf5cbacd17bdc14139218a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"17207152-ee82-42ae-a3de-03b77cd4ada2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.505390547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"698e991d-6247-4422-bbe6-4a30b4575e8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.565118729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"698e991d-6247-4422-bbe6-4a30b4575e8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.841809708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"c40742e1-b8d1-4f38-9617-a832c3e87780","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.841835053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"c40742e1-b8d1-4f38-9617-a832c3e87780","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:22.984103441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.915031207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"3daa61bf-c2a4-4750-9b2d-d741d7627f9b","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.915060719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"3daa61bf-c2a4-4750-9b2d-d741d7627f9b","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.977133906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"dfa647ec-cb3c-4164-b5e1-2c0bce55067b","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:27.977162621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"dfa647ec-cb3c-4164-b5e1-2c0bce55067b","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:28.023106748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"0bac36a7-18e0-45e0-85b2-59610a55dc73","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5eef4a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.023410127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"613b7521-5de8-4f41-9fb8-bcc9189a6b68","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:28.033351166Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"dfa647ec-cb3c-4164-b5e1-2c0bce55067b","name":"auth-test-model-8fed27","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8fed27\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:41:28.033409034Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"dfa647ec-cb3c-4164-b5e1-2c0bce55067b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8fed27\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.038805518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"6b057522-da23-4265-ac3e-7e1fc68f8ac9","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.038827874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"6b057522-da23-4265-ac3e-7e1fc68f8ac9","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.084493459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"613b7521-5de8-4f41-9fb8-bcc9189a6b68","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.131713177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"0746a353-7e7e-4d03-b13e-df16d88bbbfe","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.131738837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"0746a353-7e7e-4d03-b13e-df16d88bbbfe","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.19091783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"ce758fd2-ae3b-4b2c-b52b-e980f4da49c7","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.190975352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"ce758fd2-ae3b-4b2c-b52b-e980f4da49c7","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.399635572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"786a5403-674e-44c7-8b8b-de041d4b47c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.411101414Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"06872c11-6d9f-4def-9e46-621f720cdf1b","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"maas-trlp-auth-test-model-8fed27","model":"auth-test-model-8fed27","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-8fed27/e2e-auth-iso-5eef4a"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.459596357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"786a5403-674e-44c7-8b8b-de041d4b47c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.58789008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"e96ec8d3-25d9-4ce6-86f9-6b62a19edda1","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.587915668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"e96ec8d3-25d9-4ce6-86f9-6b62a19edda1","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:28.808105443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"5514f70b-602d-45cc-be3d-620deee98e9c","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"maas-trlp-auth-test-model-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.760386012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"ee7899f4-3315-48d2-8b11-bc51acc61ccd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-2211ad","tenantID":"e2e-shared-b-w1-2211ad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:36.886226086Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"ee7899f4-3315-48d2-8b11-bc51acc61ccd","name":"e2e-shared-b-w1-2211ad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.817751877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55d747a-b593-4342-9761-327b0d25a9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.872174892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55d747a-b593-4342-9761-327b0d25a9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.926462524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55d747a-b593-4342-9761-327b0d25a9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:43.980441061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55d747a-b593-4342-9761-327b0d25a9a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.940589402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f925ad3a-57d6-446b-9c76-e11c8e7891ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:45.994536237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f925ad3a-57d6-446b-9c76-e11c8e7891ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:46.049365688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f925ad3a-57d6-446b-9c76-e11c8e7891ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:46.104185723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f925ad3a-57d6-446b-9c76-e11c8e7891ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.218874339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8158e9c8-c561-41fb-a6a8-a7c9f058e103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.27302923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8158e9c8-c561-41fb-a6a8-a7c9f058e103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.32778556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8158e9c8-c561-41fb-a6a8-a7c9f058e103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:48.383175002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8158e9c8-c561-41fb-a6a8-a7c9f058e103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:50.40221627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5a9b44-2add-472f-918f-1cdaf076c09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:50.456548027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5a9b44-2add-472f-918f-1cdaf076c09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:50.5106427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5a9b44-2add-472f-918f-1cdaf076c09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:50.565101548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b5a9b44-2add-472f-918f-1cdaf076c09b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:50.792572694Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-32ca97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-32ca97","reconcileID":"b8b5a3a0-7fe0-45e0-bed0-c898912f543a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-32ca97","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-32ca97":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:52.548680968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab8076c-7bc1-4316-8bf3-555252e80b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:52.603331301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab8076c-7bc1-4316-8bf3-555252e80b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:52.658462371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab8076c-7bc1-4316-8bf3-555252e80b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:52.713053275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ab8076c-7bc1-4316-8bf3-555252e80b0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:52.982926182Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.722244563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660e1a4c-0e29-4d79-99a6-4e977565dc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.781765883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660e1a4c-0e29-4d79-99a6-4e977565dc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.837195592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660e1a4c-0e29-4d79-99a6-4e977565dc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:41:54.89257688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"660e1a4c-0e29-4d79-99a6-4e977565dc91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:04.078071244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"76e9051b-612e-41ba-be57-57b672e0d1e7","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"maas-trlp-auth-test-model-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:04.255506624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"a7690cbc-c46f-4306-a7ca-488f51051c71","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:04.255529622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"a7690cbc-c46f-4306-a7ca-488f51051c71","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.858783955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"acbc9b17-5cb5-4489-a9fb-725c72d911af","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:05.918930613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"acbc9b17-5cb5-4489-a9fb-725c72d911af","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:10.060693971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"eb87ccb8-60d1-4002-8445-007f57dfbfee","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:10.060715892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"eb87ccb8-60d1-4002-8445-007f57dfbfee","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:10.170455462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"bd0cc991-10db-4e24-8d74-8f91c58b1a3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:10.229487716Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"a29e9ee7-a42e-4282-80cb-a4007ddb961c","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-db93290a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:10.230380288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"bd0cc991-10db-4e24-8d74-8f91c58b1a3d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:10.548667865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"7f3e0f1c-0fcc-43d9-bee0-263f9047b365","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:10.611595402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"7f3e0f1c-0fcc-43d9-bee0-263f9047b365","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.68727749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"8d5054b1-790a-4254-bbfb-2d97187d9594","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-7666e6","tenantID":"e2e-extmod-a-7666e6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:17.812356568Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"8d5054b1-790a-4254-bbfb-2d97187d9594","name":"e2e-extmod-a-7666e6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.284811603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"5bec0622-54f0-4ef8-8082-75741ac429e0","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","subscription":"e2e-auth-iso-5eef4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.339443442Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"5bec0622-54f0-4ef8-8082-75741ac429e0","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.394266736Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"5bec0622-54f0-4ef8-8082-75741ac429e0","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"maas-trlp-auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.673082773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"2aa6c72b-c662-41da-b419-45a7cca3930b","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.67310562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"2aa6c72b-c662-41da-b419-45a7cca3930b","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.780604024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"c305e93f-031e-4cd0-862d-ddf95841221f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.817405572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"774d0c95-10ee-46b4-85e5-70bf254f5733","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.817431991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"774d0c95-10ee-46b4-85e5-70bf254f5733","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.840228966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"c305e93f-031e-4cd0-862d-ddf95841221f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.924526728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"ba597894-2715-4ed1-9ddb-80444125038a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.984665417Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"23bfddcf-b187-4aaa-9bd3-e5ce04b31c1f","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-72945199","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:20.985377871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"ba597894-2715-4ed1-9ddb-80444125038a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:21.156912845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"c0506450-dbca-4386-a4e3-450b6d048b42","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:21.216354502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"c0506450-dbca-4386-a4e3-450b6d048b42","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:21.35673814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"f179dc04-2904-4ee0-948f-6ac507b09ddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:21.416606012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"f179dc04-2904-4ee0-948f-6ac507b09ddd","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:22.982674492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.03889269Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"80fd6514-89c7-4d2f-be34-87242a1ed410","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","subscription":"e2e-auth-iso-5eef4a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.093695406Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"80fd6514-89c7-4d2f-be34-87242a1ed410","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.149174754Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"80fd6514-89c7-4d2f-be34-87242a1ed410","MaaSSubscription":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"maas-trlp-auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.425972301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"e47d459e-93cc-4e87-8d0d-a4e5ec6d69c7","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.425994385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"e47d459e-93cc-4e87-8d0d-a4e5ec6d69c7","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.534483951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"ef8e6a8a-460c-4c2f-ac82-aaf3a42d9414","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.555372035Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"0e0d02c4-249c-431b-8ba0-3025bf9a3cbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.55551623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"ef68f15d-cade-4c11-b0f1-0a24f925cdbf","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.555538725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"ef68f15d-cade-4c11-b0f1-0a24f925cdbf","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.594257848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"ef8e6a8a-460c-4c2f-ac82-aaf3a42d9414","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.717084695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"0e0d02c4-249c-431b-8ba0-3025bf9a3cbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.850937782Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"0e0d02c4-249c-431b-8ba0-3025bf9a3cbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"name":"e2e-shared-a-w3-791316-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.8509807Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"e2e-auth-iso-5eef4a","reconcileID":"0e0d02c4-249c-431b-8ba0-3025bf9a3cbb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.871961845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"d5fac73d-a003-4bab-b3f8-295d99306fba","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.909415801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"becb1920-4e7c-45ab-9f46-7817c1917d05","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"tenant":"e2e-shared-a-w3-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","model":"ai-tenant-e2e-shared-a-w3-791316/auth-test-model-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.909439802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"auth-test-model-791316","reconcileID":"becb1920-4e7c-45ab-9f46-7817c1917d05","MaaSModelRef":{"name":"auth-test-model-791316","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"routeName":"auth-test-model-791316-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-791316","llmisvcName":"auth-test-model-791316","gateway":"openshift-ingress/e2e-shared-a-w3-791316","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:31.932846019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"d5fac73d-a003-4bab-b3f8-295d99306fba","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.058419862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"5a2ccf6f-f47d-46df-bdc3-f89bcbd1199c","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.058444321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"5a2ccf6f-f47d-46df-bdc3-f89bcbd1199c","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.140828836Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"64ef3bfe-c618-44c4-b38c-6acad712d02f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.303555807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"64ef3bfe-c618-44c4-b38c-6acad712d02f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.440838653Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"64ef3bfe-c618-44c4-b38c-6acad712d02f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"name":"e2e-shared-b-w3-8fed27-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.440874454Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"e2e-auth-iso-5eef4a","reconcileID":"64ef3bfe-c618-44c4-b38c-6acad712d02f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5eef4a","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.50181641Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"67276845-a0fa-44da-8068-936cb051153f","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"tenant":"e2e-shared-b-w3-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","model":"ai-tenant-e2e-shared-b-w3-8fed27/auth-test-model-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:32.501840462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"auth-test-model-8fed27","reconcileID":"67276845-a0fa-44da-8068-936cb051153f","MaaSModelRef":{"name":"auth-test-model-8fed27","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"routeName":"auth-test-model-8fed27-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","llmisvcName":"auth-test-model-8fed27","gateway":"openshift-ingress/e2e-shared-b-w3-8fed27","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:52.984254317Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.841918183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cbda3a-9e57-4cb3-857a-8226b2344d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.896017117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cbda3a-9e57-4cb3-857a-8226b2344d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:58.950211577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cbda3a-9e57-4cb3-857a-8226b2344d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.004798565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7cbda3a-9e57-4cb3-857a-8226b2344d91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:42:59.454026763Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-6ab7ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-6ab7ce","reconcileID":"6d04489f-ffb8-4f05-bc4b-b4dc39b02ba7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-6ab7ce","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-6ab7ce":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:00.954861129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e504e0f5-f139-43fc-967d-88913249cf8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.009378306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e504e0f5-f139-43fc-967d-88913249cf8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.06359179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e504e0f5-f139-43fc-967d-88913249cf8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:01.118105146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e504e0f5-f139-43fc-967d-88913249cf8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:03.07031247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1212cebd-5d69-4ede-a104-bef71f1b3c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:03.124401849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1212cebd-5d69-4ede-a104-bef71f1b3c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:03.178475228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1212cebd-5d69-4ede-a104-bef71f1b3c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:03.232590924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1212cebd-5d69-4ede-a104-bef71f1b3c0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:05.25574899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ad0036-188b-445f-bfec-3554f97ac51b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:05.309880544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ad0036-188b-445f-bfec-3554f97ac51b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:05.364643129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ad0036-188b-445f-bfec-3554f97ac51b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:05.418936182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ad0036-188b-445f-bfec-3554f97ac51b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:07.660212854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5d83ff-38fe-4f30-bc85-c23bb917edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:07.714460782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5d83ff-38fe-4f30-bc85-c23bb917edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:07.769379233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5d83ff-38fe-4f30-bc85-c23bb917edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:07.831385294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a5d83ff-38fe-4f30-bc85-c23bb917edea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:09.864517414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbde3158-e233-4c4a-a8c5-f76c2a7f1c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:09.91865083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbde3158-e233-4c4a-a8c5-f76c2a7f1c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:09.972684497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbde3158-e233-4c4a-a8c5-f76c2a7f1c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:10.027067865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bbde3158-e233-4c4a-a8c5-f76c2a7f1c4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:11.987065156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31869aeb-ca37-42c5-8c91-cc92a104b140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.041123717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31869aeb-ca37-42c5-8c91-cc92a104b140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.095252005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31869aeb-ca37-42c5-8c91-cc92a104b140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:12.149582133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31869aeb-ca37-42c5-8c91-cc92a104b140","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:14.120743125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c998a1e-0f76-4c85-893a-99a3f601df8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:14.175372131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c998a1e-0f76-4c85-893a-99a3f601df8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:14.239427559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c998a1e-0f76-4c85-893a-99a3f601df8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:14.294194035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c998a1e-0f76-4c85-893a-99a3f601df8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.311113594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bebf3479-53a8-48d4-952e-1b84d501fc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.365408688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bebf3479-53a8-48d4-952e-1b84d501fc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.419683996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bebf3479-53a8-48d4-952e-1b84d501fc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:16.473889928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bebf3479-53a8-48d4-952e-1b84d501fc87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.440098542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d7aa5f-9434-465b-9efb-1efda92ab266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.495040919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d7aa5f-9434-465b-9efb-1efda92ab266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.549318767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d7aa5f-9434-465b-9efb-1efda92ab266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:18.603299075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5d7aa5f-9434-465b-9efb-1efda92ab266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.578423245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3418f27c-2e57-41c2-a6cd-3a28b84217e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.632455305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3418f27c-2e57-41c2-a6cd-3a28b84217e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.686501698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3418f27c-2e57-41c2-a6cd-3a28b84217e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:20.740704841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3418f27c-2e57-41c2-a6cd-3a28b84217e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.708524312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fca1b9-086c-4776-89cd-181e26cc7211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.76270324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fca1b9-086c-4776-89cd-181e26cc7211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.816575889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fca1b9-086c-4776-89cd-181e26cc7211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.870587131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74fca1b9-086c-4776-89cd-181e26cc7211","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:22.982708181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.334519108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"9352f160-d24c-4d6f-bfc3-2f8aac6aee86","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.439633886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"f7c7d622-6b33-4a7f-b2dd-6f145255f57a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.463665702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f91b6cbd-cb50-46a9-9534-82cc728a17c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.545996756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"99c06961-4a4b-43d6-b1b8-7744465f301c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:33.957550858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"ebacbef3-1a1d-410f-9068-84c44e6ef6b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.057610941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"9477d5d7-4bc5-4faa-afc6-00c2d32817f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.088212538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"178a0ceb-4899-4edf-82b3-59b4214b7663","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.452283464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"fff899b7-8c6f-4c8a-bfd8-07e86096548c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.57718052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36195407-5f3c-4b30-b650-ba1fd852f1d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.684260719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"288ea47e-e80d-4a4d-aee7-16cf35e7b43f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-32ca97","tenantID":"e2e-extmod-b-32ca97","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.699847722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"ec0f9fa7-3586-4f5b-b597-734f99b755bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.80583645Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"288ea47e-e80d-4a4d-aee7-16cf35e7b43f","name":"e2e-extmod-b-32ca97-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.822164516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"92aabc70-313a-493d-9bfb-e6a28966fe4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:34.943886239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"3176ca42-47be-4643-b855-cd153fa2c2b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:52.987674446Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.452804855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"a1002cfb-4a66-4039-9635-a839f3847076","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.772759052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"a3bce0a3-7373-4973-b059-ab24da16e1ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.775982351Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","namespace":"ai-tenant-e2e-extmod-a-7666e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.776038Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","namespace":"ai-tenant-e2e-extmod-a-7666e6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.776090342Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","tenant":"e2e-extmod-a-7666e6","tenantID":"e2e-extmod-a-7666e6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.832231381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"Deployment","name":"maas-api-e2e-extmod-a-7666e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.875008882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b8ff423f-5f7b-448a-90fd-773d416ad380","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.895000989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"Service","name":"maas-api-e2e-extmod-a-7666e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:54.958856039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-7666e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.018511059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-7666e6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.023885456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"5d000ff0-b9d3-487d-a3f3-ca1d1d9a962d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.075627292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.134922155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.151175958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"bf3ef782-593b-4174-a3d6-05644b08a4f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.194222835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.247253522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"b18ed1e2-7c49-4d75-b6b0-fe2d0d808fa6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.267330853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.32323673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.358566996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"8fe9aa71-ff40-4773-8c4f-a75d8e437077","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.359363459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"b3fcea58-d3d3-4fae-804f-73a9a54f2aba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.377315682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.431457858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"Service","name":"payload-processing-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.454391505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"5f92ac82-bbe0-428f-82c5-4fce94062e5a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.487233423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.548522721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.602982442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.619104359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"ffa6aeb2-710e-4b91-aa5f-7f70cb82396f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.659180183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.713047602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.766842768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.820871067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.867611302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"c084be5f-0c0d-4e1b-9df7-60c3ee2d4a32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.87471733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-7666e6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.928287428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-7666e6"},"namespace":"ai-tenant-e2e-extmod-a-7666e6","name":"default-tenant","reconcileID":"0631672a-c8ba-45d3-8dae-b82611ee61d8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-7666e6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:55.970706295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"37e842b3-5d87-4377-8eef-5d4ca62e92da","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:57.642100423Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7666e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7666e6","reconcileID":"012b6291-679a-4e84-b10c-68ea9bf25077","aitenant":"ai-tenants/e2e-extmod-a-7666e6","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.261348161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ed124a-efe6-4a2e-9618-d605cd3805a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.316308693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ed124a-efe6-4a2e-9618-d605cd3805a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.371145055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ed124a-efe6-4a2e-9618-d605cd3805a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.425817901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9ed124a-efe6-4a2e-9618-d605cd3805a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:43:58.545309357Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-7666e6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-7666e6","reconcileID":"012b6291-679a-4e84-b10c-68ea9bf25077","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-7666e6","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-7666e6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.45269676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229ae604-604c-45c1-83ca-1f2d22a5855e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.507726113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229ae604-604c-45c1-83ca-1f2d22a5855e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.562816385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229ae604-604c-45c1-83ca-1f2d22a5855e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:00.617454136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"229ae604-604c-45c1-83ca-1f2d22a5855e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.334011989Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"0610279e-cd8e-46c3-91e1-4812d092de39","namespace":"llm","name":"e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.39350274Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"73abe94b-27ce-4da8-a635-7998ddcc8a86","namespace":"llm","name":"e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.49705648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"35974c00-a877-4b99-bc44-fc12dc2c101d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.497341899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"f237709e-5adc-42c0-ba4b-691408b0537b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.497061999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46a4fa8b-cca9-457f-acb7-9fcc8def023b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.497899731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"e2843342-8ab3-446c-8a08-ef52abd007c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.497981174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f6516407-fcda-4a01-a45e-70a7eeb003ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.557482072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"f237709e-5adc-42c0-ba4b-691408b0537b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.559080891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46a4fa8b-cca9-457f-acb7-9fcc8def023b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.560104025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"35974c00-a877-4b99-bc44-fc12dc2c101d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.562581283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"f6516407-fcda-4a01-a45e-70a7eeb003ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.563569753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"e2843342-8ab3-446c-8a08-ef52abd007c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.584721347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003f90d4-840e-4158-b19d-f83f1fcc66af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.640591388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003f90d4-840e-4158-b19d-f83f1fcc66af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.696307197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003f90d4-840e-4158-b19d-f83f1fcc66af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.750280597Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"b1f65762-98df-4880-8de5-b81067913fff","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"name":"e2e-dft-efee31","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.751288913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"003f90d4-840e-4158-b19d-f83f1fcc66af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.866380466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de0ee985-0a2d-4909-8857-4b7ccb4ff74d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.866404711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"de0ee985-0a2d-4909-8857-4b7ccb4ff74d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.866756144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12495fe1-cf12-44d4-b7ff-dd3bd57614a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.866773193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"12495fe1-cf12-44d4-b7ff-dd3bd57614a1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.867056204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0df542bf-e5cb-4c97-aba7-ab64518c0625","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.867073211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0df542bf-e5cb-4c97-aba7-ab64518c0625","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.867341264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"62a6b4ef-b41b-4948-b063-66a894b7ae61","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.867355713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"62a6b4ef-b41b-4948-b063-66a894b7ae61","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.867641148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4616163-5c70-4465-afa9-20ed3f1f4e95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.867655436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4616163-5c70-4465-afa9-20ed3f1f4e95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.868007559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4afab78c-eb1e-4b9b-b631-30588e0ccc64","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.868021693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4afab78c-eb1e-4b9b-b631-30588e0ccc64","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.86825556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3dc61c63-0b54-4c3f-bf89-12cb686936cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.868267753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3dc61c63-0b54-4c3f-bf89-12cb686936cc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.868498735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb640efa-d655-4492-83c3-3d9fa4bb6426","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.868511503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fb640efa-d655-4492-83c3-3d9fa4bb6426","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.919502183Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7faee7f4-049f-4ff4-9515-3ecbe1f5b7ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.922447078Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"e31ad556-3d6e-476d-a8f1-773e2288df04","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"name":"e2e-dft-efee31","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.962722685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c77ba67-31b0-4755-9073-471f68671696","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.975933066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f69279ed-0e97-4ae1-bf86-028d5f75fba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.976690427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"240d31d4-078a-4860-8e4c-7ab720d5bd14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:02.991410905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a229a632-89d1-497d-984d-5388d054e9d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.03645287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"f69279ed-0e97-4ae1-bf86-028d5f75fba4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.045386814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45e4a632-549d-49ce-ad78-59fc1f50dcfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.054010375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a229a632-89d1-497d-984d-5388d054e9d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.055965562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"240d31d4-078a-4860-8e4c-7ab720d5bd14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.099306275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b2e8f908-9b17-4a0f-8e00-50f781c20adc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.106690366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"45e4a632-549d-49ce-ad78-59fc1f50dcfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.191392382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b2e8f908-9b17-4a0f-8e00-50f781c20adc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.363062559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9cb1c759-060c-4f01-b54b-4943e69f8c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.390575255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3744de03-9ae2-4abe-8d24-cf39397926de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.390783717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ee88ef05-b502-4fac-9d26-616dfa9889b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.423791536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9cb1c759-060c-4f01-b54b-4943e69f8c4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.452425158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3744de03-9ae2-4abe-8d24-cf39397926de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.452672825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"ee88ef05-b502-4fac-9d26-616dfa9889b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.465675709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"8407e3d0-b629-4b56-ac45-6e74f9457973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.526366822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"8407e3d0-b629-4b56-ac45-6e74f9457973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.562519296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"8ab7d48a-830e-4c10-ad38-b4b692859bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.617533454Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"53896cba-d6d3-400a-bdb7-70cda822d39c","namespace":"llm","name":"e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.696592757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"8ab7d48a-830e-4c10-ad38-b4b692859bf1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.699460432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"dcf7fdfa-2ed9-4010-8aad-036985f98522","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.69979868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"dcf7fdfa-2ed9-4010-8aad-036985f98522","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.87068167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"6312db46-c7e3-4eb7-9fa6-271887c85110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.925699934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"238651c5-bf5e-4ac6-9146-775880d11200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.925910201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d1f00af-fa32-492a-a618-f2406c1f5925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.933022162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"6312db46-c7e3-4eb7-9fa6-271887c85110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.980437767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"d750c685-a79a-40fd-9d2e-77096e8dcde2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.985613891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"238651c5-bf5e-4ac6-9146-775880d11200","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:03.985984023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d1f00af-fa32-492a-a618-f2406c1f5925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.051334311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"d750c685-a79a-40fd-9d2e-77096e8dcde2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.088274956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"582abc5f-2b61-4ae6-bd1e-52115b932112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.1605261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"582abc5f-2b61-4ae6-bd1e-52115b932112","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.353149064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"5e82a6ef-b65c-464b-b09f-13bb853900be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.354436705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"026fb3bc-0469-46e6-bfd4-0d47b89f1d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.35507723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"205cf58a-f91b-4b49-9567-893d902cabc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.414984887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"5e82a6ef-b65c-464b-b09f-13bb853900be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.417317569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"205cf58a-f91b-4b49-9567-893d902cabc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.417867122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"026fb3bc-0469-46e6-bfd4-0d47b89f1d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.464565823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1ea463d9-b0b2-4ca0-929d-cbb16f6e4e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.525050345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1ea463d9-b0b2-4ca0-929d-cbb16f6e4e07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.572145987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0df67f5b-0930-42f6-b3aa-6f247dac7e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.632374263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0df67f5b-0930-42f6-b3aa-6f247dac7e6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.745643332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"bbe76401-c9d9-4b9e-b13e-62de51605921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.746305076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2ed33fa5-0e7b-4c1b-b98f-d37379387632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.807072849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"bbe76401-c9d9-4b9e-b13e-62de51605921","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.807480568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2ed33fa5-0e7b-4c1b-b98f-d37379387632","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.915937616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2243e6c6-e4fe-426a-996f-cbebedbdec11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:04.970474253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2243e6c6-e4fe-426a-996f-cbebedbdec11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.024603807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2243e6c6-e4fe-426a-996f-cbebedbdec11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:05.07881832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2243e6c6-e4fe-426a-996f-cbebedbdec11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.113803349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5989d36-00c9-4dfa-b8f0-1132e7d512c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.201466235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5989d36-00c9-4dfa-b8f0-1132e7d512c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.264847782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5989d36-00c9-4dfa-b8f0-1132e7d512c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:07.320717993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5989d36-00c9-4dfa-b8f0-1132e7d512c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.826221608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"e6bfbce1-3673-4926-b2fd-9cf70fcbd8ab","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.826252662Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"e6bfbce1-3673-4926-b2fd-9cf70fcbd8ab","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.935836141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"3e7aa5d3-7d14-4519-8cf3-35c7393a7bbb","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:08.935864038Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"3e7aa5d3-7d14-4519-8cf3-35c7393a7bbb","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.056071511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"0a5acdba-75c1-42c8-a77a-cce4cdb92d39","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.116147023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"0a5acdba-75c1-42c8-a77a-cce4cdb92d39","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.563630483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"4e2e0640-a66c-42d3-b22d-41f49483b2fe","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.563669866Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"4e2e0640-a66c-42d3-b22d-41f49483b2fe","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.724536645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"867e232a-6688-471b-a35d-3248d201d23d","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:09.784545873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"867e232a-6688-471b-a35d-3248d201d23d","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:11.688127721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"08e0e0a9-9f2e-448c-97b9-d150958fa980","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:11.688155316Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"08e0e0a9-9f2e-448c-97b9-d150958fa980","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:11.74393021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-sub","reconcileID":"d99e74a8-28a9-4f5a-a91a-840f0da9ebbb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-efee31-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:11.848493837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7672bec-b59c-4eb5-b8ca-6db4b44b214a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:11.848493745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89417b9b-deb0-4094-9d45-7d13fc6aa70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:11.849428106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"851aeed7-15a3-4a60-895c-bad11ecf54b0","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:11.856391862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"fcae489f-5d21-4e08-8c89-6224160ef87c","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:11.85640898Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"fcae489f-5d21-4e08-8c89-6224160ef87c","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:11.966316996Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"fcae489f-5d21-4e08-8c89-6224160ef87c","name":"e2e-dft-efee31","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-efee31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:11.966404978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"fcae489f-5d21-4e08-8c89-6224160ef87c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-efee31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:11.982476603Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89417b9b-deb0-4094-9d45-7d13fc6aa70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:11.986618305Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"851aeed7-15a3-4a60-895c-bad11ecf54b0","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:11.986678345Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7672bec-b59c-4eb5-b8ca-6db4b44b214a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.022139195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"e23d21ba-c117-4824-8ccf-878ecc7087e3","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.022166481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"e23d21ba-c117-4824-8ccf-878ecc7087e3","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.041915835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"89417b9b-deb0-4094-9d45-7d13fc6aa70e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:12.045929258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"851aeed7-15a3-4a60-895c-bad11ecf54b0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:44:12.048855567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a7672bec-b59c-4eb5-b8ca-6db4b44b214a","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.131140602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"e9decda4-3595-460a-8e13-1b1d87b3512a","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.13116581Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"e9decda4-3595-460a-8e13-1b1d87b3512a","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.186024104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5addfa4c-ebe5-4506-9deb-250d61133312","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.186046461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5addfa4c-ebe5-4506-9deb-250d61133312","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.186411152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41230e6b-dadf-479e-ae19-907638c8d091","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.186426959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"41230e6b-dadf-479e-ae19-907638c8d091","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.195740067Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-sub","reconcileID":"284b483c-6ac6-4055-93e3-4ec5ce1c4f59","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-efee31","model":"e2e-dft-efee31","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-efee31-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.262239744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"b0d4f6ee-04e8-4b46-8e3d-52833cee4949","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.262988343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a78222-3c3b-4a5f-9e61-3a389f6405e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.32192708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"b0d4f6ee-04e8-4b46-8e3d-52833cee4949","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.322298128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a78222-3c3b-4a5f-9e61-3a389f6405e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.362370247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d4fedda-c070-41c0-bdff-efc0c1a9f544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.38004452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"b0d4f6ee-04e8-4b46-8e3d-52833cee4949","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.381099234Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"03a78222-3c3b-4a5f-9e61-3a389f6405e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.421805363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d4fedda-c070-41c0-bdff-efc0c1a9f544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.475743563Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"50d8010d-0a53-444f-aa20-240a45e15812","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.475802739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"50d8010d-0a53-444f-aa20-240a45e15812","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.47981362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d4fedda-c070-41c0-bdff-efc0c1a9f544","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.584813095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"f199d8aa-b536-48fe-b27c-2f047a727bc0","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.584848106Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"f199d8aa-b536-48fe-b27c-2f047a727bc0","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.639827307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fe0488-4a3b-4d5e-ab90-7dd75335f173","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.639857035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fe0488-4a3b-4d5e-ab90-7dd75335f173","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:12.692608985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-sub","reconcileID":"b2df21a5-8d58-4869-8673-1a1d8bb5cf4e","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-efee31","model":"llm/e2e-dft-efee31","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.336305142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313aa1b2-d657-490f-a2a3-a5c73f39efd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.390390492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313aa1b2-d657-490f-a2a3-a5c73f39efd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.447809985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313aa1b2-d657-490f-a2a3-a5c73f39efd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:17.505138357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"313aa1b2-d657-490f-a2a3-a5c73f39efd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.357905329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"c26fe4f1-33df-4367-8ed9-4b3d543dc9d3","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.357980218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d53e6351-bb07-439b-b0d5-52ba17363972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.358449212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90064a9b-9342-448a-a8ba-48dbbe44ee48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.418724261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d53e6351-bb07-439b-b0d5-52ba17363972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.41934983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90064a9b-9342-448a-a8ba-48dbbe44ee48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.42138202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"c26fe4f1-33df-4367-8ed9-4b3d543dc9d3","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.477471507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d53e6351-bb07-439b-b0d5-52ba17363972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.477622224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90064a9b-9342-448a-a8ba-48dbbe44ee48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:19.479633612Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"c26fe4f1-33df-4367-8ed9-4b3d543dc9d3","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.279247596Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"bd1976d6-a733-4cef-ac50-1636f21a6ff6","namespace":"ai-tenant-e2e-extmod-a-a7753d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.279351155Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"bd1976d6-a733-4cef-ac50-1636f21a6ff6","namespace":"ai-tenant-e2e-extmod-a-a7753d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.279430209Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"bd1976d6-a733-4cef-ac50-1636f21a6ff6","aitenant":"ai-tenants/e2e-extmod-a-a7753d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:22.983012327Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.214081597Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","namespace":"ai-tenant-e2e-shared-a-w1-4ac181","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.214183286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","namespace":"ai-tenant-e2e-shared-a-w1-4ac181","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.214265269Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","tenant":"e2e-shared-a-w1-4ac181","tenantID":"e2e-shared-a-w1-4ac181","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.27221925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-4ac181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.334014318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"Service","name":"maas-api-e2e-shared-a-w1-4ac181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.397246276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-4ac181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.452758814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-4ac181","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.511838624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.568996362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.628230219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.68525988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.739362716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.793254568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.847261229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.901970412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:27.956264203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.010387485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.064338256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.12232593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.176600507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.23046726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.284248878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-4ac181","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:28.338488446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-4ac181"},"namespace":"ai-tenant-e2e-shared-a-w1-4ac181","name":"default-tenant","reconcileID":"25b90bda-d5e7-4084-afd3-c5b9a7bf1e3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-4ac181","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.695003379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a71251-3425-48e8-8e5f-ed4b133c2d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.695032196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"72644cf7-67e7-4dbf-b8c5-4a5d7acb59ee","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.695523227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1eff0a2-9af0-4e64-8234-ac3339ebdc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.7574131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"72644cf7-67e7-4dbf-b8c5-4a5d7acb59ee","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.757421377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1eff0a2-9af0-4e64-8234-ac3339ebdc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.759833887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a71251-3425-48e8-8e5f-ed4b133c2d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.815921243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"72644cf7-67e7-4dbf-b8c5-4a5d7acb59ee","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.816119411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f1eff0a2-9af0-4e64-8234-ac3339ebdc13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:29.81824645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"75a71251-3425-48e8-8e5f-ed4b133c2d43","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:30.849208742Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4ac181","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4ac181","reconcileID":"f6254d3e-b7a7-4850-af9a-c156810b7ed1","aitenant":"ai-tenants/e2e-shared-a-w1-4ac181","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.387713091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b50b9b0-7938-4483-a936-a78edb6afcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.442179258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b50b9b0-7938-4483-a936-a78edb6afcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.496051877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b50b9b0-7938-4483-a936-a78edb6afcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.55367995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b50b9b0-7938-4483-a936-a78edb6afcb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:31.728075164Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-4ac181","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-4ac181","reconcileID":"f6254d3e-b7a7-4850-af9a-c156810b7ed1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-4ac181","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-4ac181"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.503375078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"9a22dda0-474c-4e6e-8846-3ea2e8155003","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-6ab7ce","tenantID":"e2e-autores-6ab7ce","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.524215784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4195a50f-0f92-4ecc-a04f-d5390d6049de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.578563632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4195a50f-0f92-4ecc-a04f-d5390d6049de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.632844959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4195a50f-0f92-4ecc-a04f-d5390d6049de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.687698441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4195a50f-0f92-4ecc-a04f-d5390d6049de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:33.701746364Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"9a22dda0-474c-4e6e-8846-3ea2e8155003","name":"e2e-autores-6ab7ce-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:35.6521034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c0819c-3d9f-40a5-ae8c-7ac9192fe0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:35.714442631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c0819c-3d9f-40a5-ae8c-7ac9192fe0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:35.773131033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c0819c-3d9f-40a5-ae8c-7ac9192fe0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:35.827485132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8c0819c-3d9f-40a5-ae8c-7ac9192fe0a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.780365485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69eee61-616a-4dcb-b660-fd2d849c416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.835242035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69eee61-616a-4dcb-b660-fd2d849c416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.889577531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69eee61-616a-4dcb-b660-fd2d849c416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:37.943599982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f69eee61-616a-4dcb-b660-fd2d849c416c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.064075434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f935654-a74b-476a-9a3c-68551436bf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.064311331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eda31658-9296-4306-afaf-3968e2dd80fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.064077023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"3a8461ac-df1c-4b48-a7de-a7a4da027191","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.126830068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eda31658-9296-4306-afaf-3968e2dd80fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.127054698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"3a8461ac-df1c-4b48-a7de-a7a4da027191","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.129647008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f935654-a74b-476a-9a3c-68551436bf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.185547109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"3a8461ac-df1c-4b48-a7de-a7a4da027191","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.186038911Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eda31658-9296-4306-afaf-3968e2dd80fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.187581753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0f935654-a74b-476a-9a3c-68551436bf9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.503149922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6af81e9-8277-4832-8fea-d47261004a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.557588061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6af81e9-8277-4832-8fea-d47261004a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.61186079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6af81e9-8277-4832-8fea-d47261004a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:40.665904814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6af81e9-8277-4832-8fea-d47261004a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.646044008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347aa96e-17b9-4725-8db8-106500c74a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.700346937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347aa96e-17b9-4725-8db8-106500c74a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.754451724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347aa96e-17b9-4725-8db8-106500c74a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:42.809029609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"347aa96e-17b9-4725-8db8-106500c74a63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.418592883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","namespace":"ai-tenant-e2e-shared-b-w1-2211ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.418692631Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","namespace":"ai-tenant-e2e-shared-b-w1-2211ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.418774115Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","tenant":"e2e-shared-b-w1-2211ad","tenantID":"e2e-shared-b-w1-2211ad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.474753887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-2211ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.541472172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"Service","name":"maas-api-e2e-shared-b-w1-2211ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.6018776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-2211ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.663374949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-2211ad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.722116303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.778648994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.840376374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.862264486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f944d36-5c4e-4888-981e-ce9c73f99ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.923139885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f944d36-5c4e-4888-981e-ce9c73f99ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.930185106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:44.979832009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f944d36-5c4e-4888-981e-ce9c73f99ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.054731714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.05526392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f944d36-5c4e-4888-981e-ce9c73f99ee8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.110248089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.166262293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.220909901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.275443778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.336766464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.390818978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.461197037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.517794092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.600270776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.66957477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-2211ad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:45.72413759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-2211ad"},"namespace":"ai-tenant-e2e-shared-b-w1-2211ad","name":"default-tenant","reconcileID":"fc032af0-1b7f-49e4-bad2-057b270e41b7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-2211ad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.402027316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"626563f0-e1b8-4d12-97ef-f3339df8b9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.402193078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"6962777f-0cf6-4d54-8358-284207253b9e","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.402555389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d70042b2-a297-4e77-95ad-602e0f7edb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.462809887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"626563f0-e1b8-4d12-97ef-f3339df8b9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.463268916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"6962777f-0cf6-4d54-8358-284207253b9e","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.465533909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d70042b2-a297-4e77-95ad-602e0f7edb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.52554937Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"6962777f-0cf6-4d54-8358-284207253b9e","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.537069928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"626563f0-e1b8-4d12-97ef-f3339df8b9f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:50.538099944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d70042b2-a297-4e77-95ad-602e0f7edb92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:52.311677817Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2211ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2211ad","reconcileID":"eb079225-31d2-467e-b284-7e6ae91d294e","aitenant":"ai-tenants/e2e-shared-b-w1-2211ad","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:52.891220476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2699677-45a9-43bb-9184-8eba8c7a7d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:52.946244986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2699677-45a9-43bb-9184-8eba8c7a7d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:52.984005989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:53.00059431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2699677-45a9-43bb-9184-8eba8c7a7d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:53.054936893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2699677-45a9-43bb-9184-8eba8c7a7d4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:53.22942806Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-2211ad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-2211ad","reconcileID":"eb079225-31d2-467e-b284-7e6ae91d294e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-2211ad","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-2211ad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:54.991727948Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"c2435402-cd22-48c1-a42f-93f9d21288ca","namespace":"llm","name":"e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.051232515Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"1d8c2e37-e288-4e51-ad46-35cfe00db5bd","namespace":"llm","name":"e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.137322593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b724344a-9f9b-4515-9515-7bf96587420b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.194473663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b724344a-9f9b-4515-9515-7bf96587420b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.194599754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"90015188-4d14-4611-b405-f93ec983d3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.194902059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f7b57e03-7609-4fca-b6a5-6317c0b4a49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.258332629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b724344a-9f9b-4515-9515-7bf96587420b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.263216609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf7e325d-0fc1-45a8-93c0-79949f334d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.2667172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"90015188-4d14-4611-b405-f93ec983d3d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.267194409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e6f518c-52cc-4c9b-99c6-40c525c7e173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.321755035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b724344a-9f9b-4515-9515-7bf96587420b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.322524775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"4e0c03fc-bda0-47f9-8bef-62ed29895644","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.326787335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f7b57e03-7609-4fca-b6a5-6317c0b4a49c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.338197264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf7e325d-0fc1-45a8-93c0-79949f334d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.387983744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e6f518c-52cc-4c9b-99c6-40c525c7e173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.389573106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"4e0c03fc-bda0-47f9-8bef-62ed29895644","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.39961592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf7e325d-0fc1-45a8-93c0-79949f334d26","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.45173971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5e6f518c-52cc-4c9b-99c6-40c525c7e173","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.453918739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"4e0c03fc-bda0-47f9-8bef-62ed29895644","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.484991025Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"574d9025-2627-4eb3-88ea-38d5d5039b83","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"name":"e2e-dft-d0e797","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.621128908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"745f2bd6-1f3c-4e3e-8bcc-b7040bf17b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.624672839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f7645b39-50a4-4e32-bab4-80a68a832be7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.624702404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f7645b39-50a4-4e32-bab4-80a68a832be7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.625195174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2949611f-d3d9-4af8-9ddd-4c58c61eae3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.625218215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2949611f-d3d9-4af8-9ddd-4c58c61eae3d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.625527311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"17eb2201-d16b-46b8-9184-721a18d999e6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.625540269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"17eb2201-d16b-46b8-9184-721a18d999e6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.625770355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5916a4f2-9317-4427-89d0-2e4424cafb6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.625780901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5916a4f2-9317-4427-89d0-2e4424cafb6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.626135283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31ef703c-e4cf-4828-ba8d-6646481e0a1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.626147949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"31ef703c-e4cf-4828-ba8d-6646481e0a1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.626358365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ec9cc7b0-3562-447d-a2cf-33ae9488c209","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.6263689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ec9cc7b0-3562-447d-a2cf-33ae9488c209","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.626596435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56045f2a-7eac-4ccf-ad55-848fdc0ea8b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.626607789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"56045f2a-7eac-4ccf-ad55-848fdc0ea8b5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.682880205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"4ba82938-de50-46cd-8121-782c7a2d49d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.684340311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"851c7091-a171-4d3f-9a8c-b9ed63150f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.684902911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"32302705-be5e-4d4f-ad1c-b3816d8dacb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.685742333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"44201c50-2078-4b90-ab10-48e54a45d32c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.716658195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"9b940378-c551-4cc0-940d-2c67dfb041b3","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.716892984Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"9b940378-c551-4cc0-940d-2c67dfb041b3","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.717787105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-sub","reconcileID":"2ac4e2ef-fc77-4938-adc4-3cb1dbfad223","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-efee31","model":"llm/e2e-dft-efee31","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.722635284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"745f2bd6-1f3c-4e3e-8bcc-b7040bf17b3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.7232412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"27e78f44-86ac-4ac7-8b24-5b22c61f725e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.758484602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"4ba82938-de50-46cd-8121-782c7a2d49d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.768569816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"32302705-be5e-4d4f-ad1c-b3816d8dacb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.774423876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2e372e70-b12b-4731-9947-bd971556f43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.77653402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"851c7091-a171-4d3f-9a8c-b9ed63150f77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.833213749Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"40dda71d-5db0-4aa1-8b2d-e87556ed750a","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"name":"e2e-dft-d0e797","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.8393677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2e372e70-b12b-4731-9947-bd971556f43d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.89219123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94e5cf79-0c6c-4d43-87dc-55f1be358929","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:55.892220781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"94e5cf79-0c6c-4d43-87dc-55f1be358929","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.106243027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"c95c0025-1498-4a6c-aba0-d004b75af920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.166035918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"c95c0025-1498-4a6c-aba0-d004b75af920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.200528744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"f3f9dfb2-6703-44a8-9cca-47a4b3b62eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.200586544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"60948f47-f3de-4241-b850-5dbd267a574e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.201101088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"09900684-0119-4592-b48e-ef3441112a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.265318471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"f3f9dfb2-6703-44a8-9cca-47a4b3b62eeb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.267181095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"09900684-0119-4592-b48e-ef3441112a84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.271172882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"60948f47-f3de-4241-b850-5dbd267a574e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.367029915Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"e39e384b-da3b-4dfa-9292-5ae36b24a8f6","namespace":"llm","name":"e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.427143852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"75af178f-ef85-4f57-9e36-430ef8e03a0a","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.48617343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"27797e71-4000-43a0-929d-ca4d5c1d56d0","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.486206327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"27797e71-4000-43a0-929d-ca4d5c1d56d0","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.492611522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"75af178f-ef85-4f57-9e36-430ef8e03a0a","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.573715697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"75af178f-ef85-4f57-9e36-430ef8e03a0a","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.678907988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe7431e2-337d-484b-9eff-346f32dd8584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.765193089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe7431e2-337d-484b-9eff-346f32dd8584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.836463325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ecc39136-dace-4eee-913a-a7aa6d5c14f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.837215479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"95befea2-a740-4433-9345-cdd24d9648c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.937201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"eeca6bca-8958-40ff-895e-5bd79afc55f2","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.941140767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3995749-9df2-45b4-9993-c2e0cef6257f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.963346852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"95befea2-a740-4433-9345-cdd24d9648c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.969281138Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe7431e2-337d-484b-9eff-346f32dd8584","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:56.970659597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ecc39136-dace-4eee-913a-a7aa6d5c14f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.000197706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"eeca6bca-8958-40ff-895e-5bd79afc55f2","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.03832104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3995749-9df2-45b4-9993-c2e0cef6257f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.062550834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"eeca6bca-8958-40ff-895e-5bd79afc55f2","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.098824529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3995749-9df2-45b4-9993-c2e0cef6257f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.154563689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c6d81ea3-a426-4e24-8928-f7052fdfa696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.215642348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c6d81ea3-a426-4e24-8928-f7052fdfa696","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.235445757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"548f53bf-f502-47cf-b625-15ddb6282430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.295177587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"548f53bf-f502-47cf-b625-15ddb6282430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.332758631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"d93e366c-1f0f-439c-9beb-b9ecfcd7f885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.333056143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"fc605f2e-e8fa-4c00-8e13-7cba1aeddda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.392411607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"fc605f2e-e8fa-4c00-8e13-7cba1aeddda2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.394031007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"d93e366c-1f0f-439c-9beb-b9ecfcd7f885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.432142922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"fb7ca0e0-3a93-44d4-aeb1-6c1d4be4d57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.491757272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"fb7ca0e0-3a93-44d4-aeb1-6c1d4be4d57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.511290507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffbc7337-d21b-4c9b-ba6d-e0ab2a02a686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.566041124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffbc7337-d21b-4c9b-ba6d-e0ab2a02a686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.574522579Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"55f62d8d-0023-4cdd-a3e6-190776b9cf6e","namespace":"llm","name":"e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.622689064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffbc7337-d21b-4c9b-ba6d-e0ab2a02a686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.622993736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"c76e20a2-d0af-486d-b731-da28476449de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.67821476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffbc7337-d21b-4c9b-ba6d-e0ab2a02a686","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.688090475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"c76e20a2-d0af-486d-b731-da28476449de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.789041359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c393b778-af34-453a-938c-9ea35bfa0f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.851977801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c393b778-af34-453a-938c-9ea35bfa0f36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.914621129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b2087999-aa11-481e-94a1-1aca75db3067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.968029621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbd81d2-b3a6-4068-b927-9d90dc0e9c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:57.975460314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"b2087999-aa11-481e-94a1-1aca75db3067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.027585612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbd81d2-b3a6-4068-b927-9d90dc0e9c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.074802996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"44c23f2f-fef6-4876-b510-383952bf47e2","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.085491319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbd81d2-b3a6-4068-b927-9d90dc0e9c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.134515686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"44c23f2f-fef6-4876-b510-383952bf47e2","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.151362761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08d29a6-64fa-418e-a1b8-24d2e60c2f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.192990106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"44c23f2f-fef6-4876-b510-383952bf47e2","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.213401993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08d29a6-64fa-418e-a1b8-24d2e60c2f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.258373624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7d69d923-f942-4d1e-85af-a5eceb80a9a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.271973916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 30, current generation is 31","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08d29a6-64fa-418e-a1b8-24d2e60c2f60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.317959461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"7d69d923-f942-4d1e-85af-a5eceb80a9a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.362778456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"e973e67f-7a5a-4848-a784-25618d01056d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.422267089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"e973e67f-7a5a-4848-a784-25618d01056d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.462675101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"28bcc58a-0f22-446f-af90-ab03efb038cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.46310168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"96ac2f6b-1260-40e9-8c77-be2a886aecbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.463630533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"af65d70a-5b56-4ee6-b5ab-200d26861bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.525141593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"af65d70a-5b56-4ee6-b5ab-200d26861bcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.525149247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"96ac2f6b-1260-40e9-8c77-be2a886aecbf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.528135699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"28bcc58a-0f22-446f-af90-ab03efb038cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.687186833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"5b8a918f-b736-4269-a2cf-0f450758bcf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.7515325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"5b8a918f-b736-4269-a2cf-0f450758bcf5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.889140921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"fbce34dc-9031-4b9d-9476-9adff4191837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.889695084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"95122bde-c130-4782-aec2-4febb45791fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.889612295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e53a0237-fac3-4042-823a-ed6ee4615ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.949971687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"95122bde-c130-4782-aec2-4febb45791fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.95165811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"fbce34dc-9031-4b9d-9476-9adff4191837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:44:58.952559483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e53a0237-fac3-4042-823a-ed6ee4615ab0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.185157161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-sub","reconcileID":"9c1a2958-690c-4e1f-9556-e2c29b1653ec","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-efee31","model":"llm/e2e-dft-efee31","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.399905314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"6d17a79e-5fe2-4814-bed4-22e7d9363ee8","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.399960799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"6d17a79e-5fe2-4814-bed4-22e7d9363ee8","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.509683689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"0a37b3d0-1aa8-4fb8-9ba0-ad51abc5453f","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.509732993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"0a37b3d0-1aa8-4fb8-9ba0-ad51abc5453f","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.73815156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"0c6ec772-8b9b-48b5-ad4c-964721bf0808","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.738184144Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"0c6ec772-8b9b-48b5-ad4c-964721bf0808","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.795671406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"49d77572-5944-4bcf-9cad-1465e0446a70","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.864223733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"49d77572-5944-4bcf-9cad-1465e0446a70","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:01.924642074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"49d77572-5944-4bcf-9cad-1465e0446a70","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.041249442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"002b75c2-dc1b-4d82-9c8a-72daeb5882e0","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.041351904Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"002b75c2-dc1b-4d82-9c8a-72daeb5882e0","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.347472062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441a6db2-9648-4972-b1f1-745897d00794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.353671363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"1a917f4f-ed6c-4fa4-ab1a-24029d08119e","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.40871659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441a6db2-9648-4972-b1f1-745897d00794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.414988508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"1a917f4f-ed6c-4fa4-ab1a-24029d08119e","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.464289677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441a6db2-9648-4972-b1f1-745897d00794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.519403216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"441a6db2-9648-4972-b1f1-745897d00794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.520540194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d29267f6-8930-4cf2-813f-d888edf8e084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.52115692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"6e3d9185-faf1-49ca-8c80-0f4c0a75f240","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.523967536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"1a917f4f-ed6c-4fa4-ab1a-24029d08119e","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.577702917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e085fe17-859a-4c9d-8fc4-383444aa0b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.58392741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d29267f6-8930-4cf2-813f-d888edf8e084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.585798991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"6e3d9185-faf1-49ca-8c80-0f4c0a75f240","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:02.587060788Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"1a917f4f-ed6c-4fa4-ab1a-24029d08119e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-d0e797-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.646546017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d29267f6-8930-4cf2-813f-d888edf8e084","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.646706267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e085fe17-859a-4c9d-8fc4-383444aa0b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.649019898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"6e3d9185-faf1-49ca-8c80-0f4c0a75f240","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.708190669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e085fe17-859a-4c9d-8fc4-383444aa0b9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.710196442Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f020639f-68f2-41f6-82d0-342cc019df8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.710278527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f020639f-68f2-41f6-82d0-342cc019df8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.826696287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"4392f8ac-6b78-4937-9e41-1d0479b20865","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.826823811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"4392f8ac-6b78-4937-9e41-1d0479b20865","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.906021748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c7b607ac-9062-48a9-97fc-ea0a52a2ae0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.90615331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c7b607ac-9062-48a9-97fc-ea0a52a2ae0c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:02.963767474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"e96c284b-ddc3-4049-855a-72fb8b997a50","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:03.032197151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"e96c284b-ddc3-4049-855a-72fb8b997a50","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:03.09388347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"e96c284b-ddc3-4049-855a-72fb8b997a50","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.620066334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f05404-35c2-4bf6-a82a-7a876aabae5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.674977028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f05404-35c2-4bf6-a82a-7a876aabae5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.729636335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"c5b1d133-5520-4f17-ae61-4af3b3faad4e","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.729668869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"c5b1d133-5520-4f17-ae61-4af3b3faad4e","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.72983732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f05404-35c2-4bf6-a82a-7a876aabae5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.78512949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7f05404-35c2-4bf6-a82a-7a876aabae5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:04.90518165Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-sub","reconcileID":"528d3238-f0aa-4bee-a56d-4879ce071432","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9b345e51","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.015661499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db292322-282a-40e6-b09e-64e0241bd0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.015725594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"7300f344-b6d0-49f5-8929-7d7801e472ac","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.016091432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e4210ed-9078-42c0-862d-598bfabe940f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.016180178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"46b7df94-260c-48e0-8ec8-a7d29226679e","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.076662164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"7300f344-b6d0-49f5-8929-7d7801e472ac","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.078235664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db292322-282a-40e6-b09e-64e0241bd0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.079447296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"46b7df94-260c-48e0-8ec8-a7d29226679e","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.08245418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e4210ed-9078-42c0-862d-598bfabe940f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.13906831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"7300f344-b6d0-49f5-8929-7d7801e472ac","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.141515098Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db292322-282a-40e6-b09e-64e0241bd0e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.141806524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"46b7df94-260c-48e0-8ec8-a7d29226679e","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.143535286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0e4210ed-9078-42c0-862d-598bfabe940f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.412186874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9defbf21-e771-4e2f-add0-f508445d2f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.41229541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9e34482-4426-468f-9cc8-930864cfe7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.412875863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"545ce605-a4c9-4fed-8a92-9fa83162a9e7","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.412927165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"650f1d4f-179a-46cd-9932-12f0a906b5ca","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.477495357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9defbf21-e771-4e2f-add0-f508445d2f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.482058798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"545ce605-a4c9-4fed-8a92-9fa83162a9e7","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.483090021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9e34482-4426-468f-9cc8-930864cfe7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.485380527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"650f1d4f-179a-46cd-9932-12f0a906b5ca","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.537253929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9defbf21-e771-4e2f-add0-f508445d2f5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.543464026Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d9e34482-4426-468f-9cc8-930864cfe7c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.544237576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"545ce605-a4c9-4fed-8a92-9fa83162a9e7","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:05.545358739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (cb64497ff1596f3fd19d9162f41877da071432c24016270f09c7748970cb1598) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (26a740e55483eebb3f1ee99b923019dc5c3f5e1ac3439d14044e19465210a91b) AuthConfig (5ad6c6699169affd659aace3c8c86d9a36ee220d1a5437ad1206360ff10b6ba8) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (cef4e14aa1bad32c59f8ded7945a8c78cb029c02a904755569ac6f68ec19917f) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"650f1d4f-179a-46cd-9932-12f0a906b5ca","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:09.160126802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50422a0-7b31-43d5-b53b-754cfabf5b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:09.215313096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50422a0-7b31-43d5-b53b-754cfabf5b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:09.274699233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50422a0-7b31-43d5-b53b-754cfabf5b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:09.329574744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e50422a0-7b31-43d5-b53b-754cfabf5b3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:11.467995493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdef0d52-4dc9-4af5-8d7e-5506f6b870b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:11.522294597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdef0d52-4dc9-4af5-8d7e-5506f6b870b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:11.576626889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdef0d52-4dc9-4af5-8d7e-5506f6b870b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:11.631450761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fdef0d52-4dc9-4af5-8d7e-5506f6b870b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:14.960731897Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-sub","reconcileID":"22c7c3a3-4291-44b9-9b69-9caf4ff4fe0e","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-efee31","subscription":"e2e-dft-efee31-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.070135589Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-sub","reconcileID":"22c7c3a3-4291-44b9-9b69-9caf4ff4fe0e","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.124518762Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-sub","reconcileID":"22c7c3a3-4291-44b9-9b69-9caf4ff4fe0e","MaaSSubscription":{"name":"e2e-dft-efee31-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-efee31","namespace":"llm","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.461101331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"ff7f7bdc-9806-4ea4-a602-d803cefa7e41","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.461131716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"ff7f7bdc-9806-4ea4-a602-d803cefa7e41","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.629378783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"3450d82b-1761-4d72-b9ae-49e88b482cab","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.629407669Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"3450d82b-1761-4d72-b9ae-49e88b482cab","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.675741975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05a80d08-0e22-4746-b194-80aa1a181d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.675797351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"8942f53b-c55d-4068-afa5-eb45201b1ad2","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.676233002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d1c05-d2d4-4318-8f1a-9d5696fcdf42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.676242985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"02e20810-bdca-4045-a135-bf6ccb553861","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:15.741240117Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"3450d82b-1761-4d72-b9ae-49e88b482cab","name":"e2e-dft-efee31","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-efee31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:15.741296266Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"3450d82b-1761-4d72-b9ae-49e88b482cab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-efee31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.801026447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"1101be0f-7d90-4a95-b9f6-62505ea0f5ce","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.801060049Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"1101be0f-7d90-4a95-b9f6-62505ea0f5ce","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.811528566Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d1c05-d2d4-4318-8f1a-9d5696fcdf42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:15.816139734Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"8942f53b-c55d-4068-afa5-eb45201b1ad2","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:15.816223427Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05a80d08-0e22-4746-b194-80aa1a181d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:15.818984665Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"02e20810-bdca-4045-a135-bf6ccb553861","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.870723537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7e9d1c05-d2d4-4318-8f1a-9d5696fcdf42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:15.87557441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"8942f53b-c55d-4068-afa5-eb45201b1ad2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:15.875802945Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"02e20810-bdca-4045-a135-bf6ccb553861","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-efee31-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2215\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:637\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:15.875860665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"02e20810-bdca-4045-a135-bf6ccb553861","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.876067692Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-efee31-access","reconcileID":"22ab27a5-e5a7-453d-bc5e-ef2c9ae4207e","MaaSAuthPolicy":{"name":"e2e-dft-efee31-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:45:15.876192961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05a80d08-0e22-4746-b194-80aa1a181d40","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.930701156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"c41942a4-b1bd-4b1d-8e02-795601a26aaa","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.930734639Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"c41942a4-b1bd-4b1d-8e02-795601a26aaa","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.985341776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"886eb2f6-21c4-4411-8ed6-02281baba362","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.985439726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"886eb2f6-21c4-4411-8ed6-02281baba362","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.986031333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f53baad7-9107-40d0-9939-c288479a02f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:15.986050937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f53baad7-9107-40d0-9939-c288479a02f4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.097966041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a1fc935-7f16-4a3d-9f74-533de3e01979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.098001273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"7935a73c-be76-4abd-8237-008396dbcfc7","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.147831294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"e3cb25d5-c64a-4d19-820c-e1e9254fa2e2","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.147858961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"e3cb25d5-c64a-4d19-820c-e1e9254fa2e2","MaaSModelRef":{"name":"e2e-dft-efee31","namespace":"llm"},"routeName":"external-model-e2e-dft-efee31-9d44e776f1b9","namespace":"llm","model":"e2e-dft-efee31","externalModel":"e2e-dft-efee31","provider":"e2e-dft-efee31-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.159021825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"7935a73c-be76-4abd-8237-008396dbcfc7","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.159075619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a1fc935-7f16-4a3d-9f74-533de3e01979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.218102574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1a1fc935-7f16-4a3d-9f74-533de3e01979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.218111467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"7935a73c-be76-4abd-8237-008396dbcfc7","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.450324973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34f4232c-2519-4762-899a-6db5ef390653","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.45034589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34f4232c-2519-4762-899a-6db5ef390653","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.504931718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"0b0bdc01-efca-43b1-bffd-23199a1a483c","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.504995562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"0b0bdc01-efca-43b1-bffd-23199a1a483c","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.631935165Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"b3ecdc7f-a61a-4b0d-87a5-3b13454c919e","namespace":"llm","name":"e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.690070164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1dce42aa-6432-4e58-a7d0-59240a3100c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.690092136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1dce42aa-6432-4e58-a7d0-59240a3100c6","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.690337291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31048fc8-1afe-4b1c-bb30-c259d23b066d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.690349915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31048fc8-1afe-4b1c-bb30-c259d23b066d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.690653515Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b8f8af5a-af19-4154-b3a3-b339f3d5d0e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.69066566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b8f8af5a-af19-4154-b3a3-b339f3d5d0e4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.690864841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2bce86-66da-4cc9-8410-6ea5dcfb475e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.690875453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cd2bce86-66da-4cc9-8410-6ea5dcfb475e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.691094072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"417dc323-959e-4288-839d-e98e696fd5ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.691104383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"417dc323-959e-4288-839d-e98e696fd5ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.745229412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"dfaba67e-0b9c-4744-b6bd-bcb124278231","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.745258071Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"dfaba67e-0b9c-4744-b6bd-bcb124278231","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.79539709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"0828757d-83f2-413e-8ce8-84ef75465681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.795609566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8bb169b4-a16b-4e68-8e96-3f0f93af6fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.799514525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47499037-5e21-4148-b355-45e0c9b50ff8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.799537648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"47499037-5e21-4148-b355-45e0c9b50ff8","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.799866171Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73f3c82f-723c-4256-987c-d6072d1b491d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.799884958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"73f3c82f-723c-4256-987c-d6072d1b491d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.800240351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0d1baf4-0893-4279-8a60-c49d0aa9cdc4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.800271267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0d1baf4-0893-4279-8a60-c49d0aa9cdc4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.848708704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10d35508-fb6c-4b28-897d-a1029cd18305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.848866102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"a8895f04-8afc-4bff-8a63-d642ce1d8b6f","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.848716229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48d60a32-f351-4896-9101-517c3d64c82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.855802512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"8bb169b4-a16b-4e68-8e96-3f0f93af6fc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.856583835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"0828757d-83f2-413e-8ce8-84ef75465681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.912406713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"a8895f04-8afc-4bff-8a63-d642ce1d8b6f","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.913256705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e200ee10-b48a-4607-9dd6-9f31539b2f89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.913251638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f59edb07-2fda-47b2-9c72-c8b963c21480","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.919926191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48d60a32-f351-4896-9101-517c3d64c82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.921315589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10d35508-fb6c-4b28-897d-a1029cd18305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.983616336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48d60a32-f351-4896-9101-517c3d64c82b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:16.991246268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"a8895f04-8afc-4bff-8a63-d642ce1d8b6f","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.017291591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10d35508-fb6c-4b28-897d-a1029cd18305","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.162926814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"bc56cae4-6d37-43c4-8cce-e921e76f3147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.224036425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"bc56cae4-6d37-43c4-8cce-e921e76f3147","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.259498621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2115e70a-8e14-4026-9886-c0af95bad254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.259700006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"83578621-faf8-470a-8002-5d3cb23ecd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.260078098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"1f83cebb-c0f5-44bd-8ef8-a21f5669d727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.260216291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"29df8747-3deb-46a7-9384-9fce332798c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.383687864Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-efee31","namespace":"llm"},"namespace":"llm","name":"e2e-dft-efee31","reconcileID":"d396c03e-a782-4085-a998-0687029101e3","namespace":"llm","name":"e2e-dft-efee31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.38427634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"83578621-faf8-470a-8002-5d3cb23ecd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.38903865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"1f83cebb-c0f5-44bd-8ef8-a21f5669d727","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.389064102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"29df8747-3deb-46a7-9384-9fce332798c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.392870467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2115e70a-8e14-4026-9886-c0af95bad254","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.608975224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"1f7bef27-8718-4f1f-93e0-3db658b2f62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.669162824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"1f7bef27-8718-4f1f-93e0-3db658b2f62e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.811819151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"18863fb2-8ae2-4978-a799-d86550fd40e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.811915932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"32ba3099-4955-436d-877d-ff5afc0033d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.86543781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"106e8bd4-afa0-47b8-b0c3-0be691f38f6d","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.865547369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4574ce4d-4e6c-4112-a90b-13450c36a4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.871840414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"18863fb2-8ae2-4978-a799-d86550fd40e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.873095071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"32ba3099-4955-436d-877d-ff5afc0033d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.926012396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"106e8bd4-afa0-47b8-b0c3-0be691f38f6d","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.92751069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4574ce4d-4e6c-4112-a90b-13450c36a4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.984681521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"106e8bd4-afa0-47b8-b0c3-0be691f38f6d","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:17.985831952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4574ce4d-4e6c-4112-a90b-13450c36a4b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.155867818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b5f70e-14ba-4d49-bf30-102972869bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.198356544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4fedea79-3252-4e2c-b0f7-8beb6fddfb85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.198803834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"94b71f0a-bdd0-404e-b35e-c6287a98f3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.219261615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b5f70e-14ba-4d49-bf30-102972869bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.259287737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"4fedea79-3252-4e2c-b0f7-8beb6fddfb85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.337155543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"94b71f0a-bdd0-404e-b35e-c6287a98f3bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.338825684Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"21b5f70e-14ba-4d49-bf30-102972869bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.33946044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"4b29c502-4108-498b-9a19-15050e76650c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.339856208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"9fefa035-8ed2-4236-a5f4-a22921e485ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.399960022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"4b29c502-4108-498b-9a19-15050e76650c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.399990349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"9fefa035-8ed2-4236-a5f4-a22921e485ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.501691429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"3465c723-86d0-4f03-9a34-e37152d680f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.562927066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"3465c723-86d0-4f03-9a34-e37152d680f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.664190035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"a8cecf5c-16fd-45eb-a7cc-4d08a5fccd7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.724107801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"a8cecf5c-16fd-45eb-a7cc-4d08a5fccd7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.766980915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"081c1540-6fa1-4cde-8d5a-466a658f0ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:18.829597992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"081c1540-6fa1-4cde-8d5a-466a658f0ec8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.213487532Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"954ce834-2b46-4578-b084-21153ea14cff","namespace":"llm","name":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.271907205Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"26d7cfd1-8303-45b8-b493-2c5dfc47961b","namespace":"llm","name":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.376965136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"5ee05b3a-ba67-4b42-b97c-57ed3791353a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.37986612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"1ef5ee10-67e7-490c-a479-ebe14f5b6547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.435001442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ac43c17-eebb-4e5a-80f1-d2924fe53b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.43675387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"830a640d-1fa6-4b8a-874c-f0bc0ebdb252","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.436772349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f5b78ed-31c3-4098-9597-e3b26c3d5670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.441627489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"5ee05b3a-ba67-4b42-b97c-57ed3791353a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.446987723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"1ef5ee10-67e7-490c-a479-ebe14f5b6547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.504358743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ac43c17-eebb-4e5a-80f1-d2924fe53b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.504674285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f5b78ed-31c3-4098-9597-e3b26c3d5670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.507258888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"830a640d-1fa6-4b8a-874c-f0bc0ebdb252","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.568355971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4f5b78ed-31c3-4098-9597-e3b26c3d5670","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.568452153Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ac43c17-eebb-4e5a-80f1-d2924fe53b13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.569887698Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"830a640d-1fa6-4b8a-874c-f0bc0ebdb252","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.598146276Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"a572862c-9406-49a0-8837-d39e79e7b39d","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"name":"e2e-dft-refs-061f3e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.712847671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"097519b9-0cd9-4538-867d-a3168ce8c205","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.71286961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"097519b9-0cd9-4538-867d-a3168ce8c205","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.713238398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"320ba233-e0f6-4681-84ab-faff81453491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.713252438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"320ba233-e0f6-4681-84ab-faff81453491","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.73626052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"0b8d3a68-8669-4af5-b3fa-9de6ebb31227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.739439757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"fb2d4c2c-dab6-44ae-ac55-70c574ce11de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.767738557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"1ef97675-2bfd-4212-8450-cc17f2852d8a","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"name":"e2e-dft-refs-061f3e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.781677881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"afc2aa1e-87fd-4f6c-a6e0-7327ca340621","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.782697046Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2490ef8e-3bb6-4297-be6b-c19a0953f124","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.800138818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"0b8d3a68-8669-4af5-b3fa-9de6ebb31227","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.802517678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"fb2d4c2c-dab6-44ae-ac55-70c574ce11de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.822409087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"65c03042-1539-408c-88b2-5ca33870b144","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.822435003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"65c03042-1539-408c-88b2-5ca33870b144","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.82284191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6631ed1e-bc73-46e6-994a-574789762df3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.822865832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6631ed1e-bc73-46e6-994a-574789762df3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.823255527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6bc28120-2c63-48a8-a934-48b8e230ca6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.82327446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6bc28120-2c63-48a8-a934-48b8e230ca6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.840302735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"72ba7d1a-c59e-4762-bab8-249e914c644b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.845401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"c320d89a-2855-4525-8a4d-437087f93f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.880563939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"6c2cdfc3-dc96-4177-b412-3db084d93c7c","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.880601473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"6c2cdfc3-dc96-4177-b412-3db084d93c7c","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.919673376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"72ba7d1a-c59e-4762-bab8-249e914c644b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.922178346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"c320d89a-2855-4525-8a4d-437087f93f20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.938797307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97e16c51-8b77-4c98-8f37-863ab3fa729f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.93882905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"97e16c51-8b77-4c98-8f37-863ab3fa729f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.958808662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c9b9c179-b7ad-4650-afde-ffb056d0108c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.960569811Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f1f9b8d-aac7-44ed-a5df-31125d00a0ad","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.960634622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4f1f9b8d-aac7-44ed-a5df-31125d00a0ad","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.961540522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8caf6cbd-b37f-45c6-806b-f09a3e556674","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:19.961560533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8caf6cbd-b37f-45c6-806b-f09a3e556674","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.041468545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c9b9c179-b7ad-4650-afde-ffb056d0108c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.187874001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2ebbb10b-28ad-4e3a-a0c9-1fbece38f8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.189102231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"8936d130-bb0c-411a-b574-c8674925ee15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.253337782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"8936d130-bb0c-411a-b574-c8674925ee15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.257217496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2ebbb10b-28ad-4e3a-a0c9-1fbece38f8be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.380927203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0f201ac0-1055-439a-afeb-768f67ee3d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.381838849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"fc545a4b-99e6-4460-82a1-0d7012d9fbb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.441438772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"fc545a4b-99e6-4460-82a1-0d7012d9fbb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.441960361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0f201ac0-1055-439a-afeb-768f67ee3d8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.478756857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"bf4b49fe-f4e7-4a00-9566-dcf2fb1fe5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.539117857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"bf4b49fe-f4e7-4a00-9566-dcf2fb1fe5c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.706858514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"c6ede8fb-a1bd-4586-8e19-9fc55c71ba28","namespace":"llm","name":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.746287131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4994e5f-9994-4d12-bc4e-d644feb12a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.746929904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"47b451ff-6400-4ef7-a08d-6681a72afd4e","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.761498486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"7ad3edff-8b0a-47a7-909f-0b3c3ba2c64b","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.761525052Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"7ad3edff-8b0a-47a7-909f-0b3c3ba2c64b","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-061f3e-ca1c78084d71","namespace":"llm","model":"e2e-dft-refs-061f3e","externalModel":"e2e-dft-refs-061f3e","provider":"e2e-dft-refs-061f3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.810270153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"47b451ff-6400-4ef7-a08d-6681a72afd4e","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.811418086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4994e5f-9994-4d12-bc4e-d644feb12a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.868924611Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"47b451ff-6400-4ef7-a08d-6681a72afd4e","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.869575514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b4994e5f-9994-4d12-bc4e-d644feb12a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.88114628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"3096ee6f-e296-42e3-9215-2f2c09ddf607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.94012569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3302130-2674-463d-ad9d-ae2a5a007256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.944906391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"3096ee6f-e296-42e3-9215-2f2c09ddf607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:20.981469606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b263da04-f37d-4505-9862-b03430017a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.004370526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3302130-2674-463d-ad9d-ae2a5a007256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.043028132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"b263da04-f37d-4505-9862-b03430017a70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.063863964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e3302130-2674-463d-ad9d-ae2a5a007256","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.084790112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"db025b0f-dcac-4af3-a95c-8a7219c43db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.085007732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"5c87d6e1-f113-4bf3-9a1f-c0c0e14548f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.144883834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"5c87d6e1-f113-4bf3-9a1f-c0c0e14548f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.146100374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"db025b0f-dcac-4af3-a95c-8a7219c43db6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.228025347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d0942037-6cbe-4d4c-b91d-4b2fcc38d7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.287628215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"d0942037-6cbe-4d4c-b91d-4b2fcc38d7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.354785255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"977ba175-944e-494a-aa2a-67fa1aee9cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.414853417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"977ba175-944e-494a-aa2a-67fa1aee9cc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.464543946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"cdc996a1-988c-42d6-99c6-e69ec4ab6bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.530387272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"cdc996a1-988c-42d6-99c6-e69ec4ab6bf4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.56230598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"d2014d61-aafc-48ba-b502-db2e4212787e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.624568946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"d2014d61-aafc-48ba-b502-db2e4212787e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.625044659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"5d5d003f-f31d-4e8b-9afd-d449b177d126","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.684718364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"5d5d003f-f31d-4e8b-9afd-d449b177d126","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.726232505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15330c82-db9a-40fa-90d1-1828f516a641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.749551154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"5d5d003f-f31d-4e8b-9afd-d449b177d126","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.790094968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15330c82-db9a-40fa-90d1-1828f516a641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.849259704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"15330c82-db9a-40fa-90d1-1828f516a641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.857975252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"36b79d1e-3f28-436d-9c5b-2fa870f15cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.919594609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"36b79d1e-3f28-436d-9c5b-2fa870f15cba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:21.957518659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"0091fb47-b01c-4fe0-9bf0-46c8b95866e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:22.020453341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"0091fb47-b01c-4fe0-9bf0-46c8b95866e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:22.983383695Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.461045694Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"0ab59ac8-d49d-4ee2-ab1d-5a59204c27cc","namespace":"llm","name":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.517387643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"ae15c28e-f875-42fe-bb56-9932bf1afbfa","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.517420416Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"ae15c28e-f875-42fe-bb56-9932bf1afbfa","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-061f3e-ca1c78084d71","namespace":"llm","model":"e2e-dft-refs-061f3e","externalModel":"e2e-dft-refs-061f3e","provider":"e2e-dft-refs-061f3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.571799263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2254419a-e15d-42f2-971d-f78c568bcc8f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.571821735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2254419a-e15d-42f2-971d-f78c568bcc8f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.572150155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d64d3636-7b4a-4557-942a-845d887c82c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.572165555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d64d3636-7b4a-4557-942a-845d887c82c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.572394759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea147f29-fcd3-4c8d-9107-10f4a0e4e7d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.572408027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea147f29-fcd3-4c8d-9107-10f4a0e4e7d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.624275842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"8ac99796-9f2d-4f76-b696-12a966427cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.624340205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"9b2010dd-2c76-40f0-8d57-975255b0cc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.628226019Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"d4e991cf-77f1-435e-80b2-e07407788eb7","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-061f3e-ca1c78084d71","namespace":"llm","model":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.678258947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"35ccd78b-ad6c-4946-b652-9ba7ba8579a0","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.680114054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c862f3e3-41f6-4ab0-89bb-94e22b71d008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.680118857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8af1946-0246-40c2-9fad-d57d4e4987ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.686138377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"9b2010dd-2c76-40f0-8d57-975255b0cc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.68621265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"8ac99796-9f2d-4f76-b696-12a966427cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.746429764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"35ccd78b-ad6c-4946-b652-9ba7ba8579a0","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.79114199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"181505a4-5e4c-4f9c-8c68-2a665b9b72ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.792186694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e209d3f-3e58-4bd7-9c0b-e603cd638432","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.79351023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b11ce882-1b83-4aaf-b45b-130d57eeaf2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.793580632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b11ce882-1b83-4aaf-b45b-130d57eeaf2f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.794755658Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e7aa1e93-2c74-4dcd-b747-23bc7c5ef7b3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.794828274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e7aa1e93-2c74-4dcd-b747-23bc7c5ef7b3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.795752178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ff5276c-4471-4dce-bcc2-59aecf97198f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.79578073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ff5276c-4471-4dce-bcc2-59aecf97198f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.796778428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8af1946-0246-40c2-9fad-d57d4e4987ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.800018947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c862f3e3-41f6-4ab0-89bb-94e22b71d008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.841569756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"35ccd78b-ad6c-4946-b652-9ba7ba8579a0","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.852348602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"ffee333b-118d-4b3d-8867-bd194114f80e","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.85237451Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"ffee333b-118d-4b3d-8867-bd194114f80e","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.85552952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8af1946-0246-40c2-9fad-d57d4e4987ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.862825689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c862f3e3-41f6-4ab0-89bb-94e22b71d008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.90746587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"033d7537-d1cc-46c6-9e89-72c4d87e2681","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.907491583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"033d7537-d1cc-46c6-9e89-72c4d87e2681","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.907836627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15f12d13-9a66-4ccc-b890-3d6ff12f0e59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.907849849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"15f12d13-9a66-4ccc-b890-3d6ff12f0e59","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:25.975902057Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"53605218-784d-42cb-b849-fc406efda5ab","namespace":"llm","name":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.005550944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"e368fab1-84c9-415d-89f7-88aad8cb043c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.020344227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"ccde6f7a-bdd7-4c79-b9d7-c267f0efdc67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.049690806Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"c1e24f17-d248-4d0a-b984-ebd37a768311","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"name":"e2e-dft-refs-061f3e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.075827925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"e368fab1-84c9-415d-89f7-88aad8cb043c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.097630844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"ccde6f7a-bdd7-4c79-b9d7-c267f0efdc67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.104212012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7b74f722-80c5-44df-add0-28745b09e70f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.123713279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f6f1fe6d-e4fb-4a0a-a104-d928863ad87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.123715234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"f5445ca1-a129-41d0-a866-e4ea2536d5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.164216087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"7b74f722-80c5-44df-add0-28745b09e70f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.183669373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"f5445ca1-a129-41d0-a866-e4ea2536d5ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.183911415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f6f1fe6d-e4fb-4a0a-a104-d928863ad87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.447675162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2cbe5dc4-e53c-4300-a6b0-acb836a85c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.50755532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2cbe5dc4-e53c-4300-a6b0-acb836a85c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.54927912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"24044abd-89b9-46ed-951a-a68889a5e830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.549277243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"ee8ad1c2-63ec-401e-9904-5e7dae185fe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.602333994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"1728673e-f701-47f8-8aab-43df02ee5fd8","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.602333964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c733d56-61c4-4bda-ac64-e44ab8f56fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.608849541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"24044abd-89b9-46ed-951a-a68889a5e830","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.608923149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"ee8ad1c2-63ec-401e-9904-5e7dae185fe4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.663472561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"1728673e-f701-47f8-8aab-43df02ee5fd8","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.663502718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c733d56-61c4-4bda-ac64-e44ab8f56fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.723153593Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"1728673e-f701-47f8-8aab-43df02ee5fd8","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.725494999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6c733d56-61c4-4bda-ac64-e44ab8f56fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.889204264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"762d940c-acbb-4722-86c5-f4566424e292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.932742927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"44934bcb-8c9b-43ac-a89e-8141e009e5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.932743125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"3a15defc-aaa4-43c4-928d-317e6189f04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.953080505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"762d940c-acbb-4722-86c5-f4566424e292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.992730093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"44934bcb-8c9b-43ac-a89e-8141e009e5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:26.993315127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"3a15defc-aaa4-43c4-928d-317e6189f04f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.011821196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"762d940c-acbb-4722-86c5-f4566424e292","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.032895069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"84ae5228-881b-4367-a332-dcc965eaa46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.032900516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"5f9d68ab-1800-4645-83e2-e39d00fe7730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.094832122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"5f9d68ab-1800-4645-83e2-e39d00fe7730","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.094848337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"84ae5228-881b-4367-a332-dcc965eaa46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.179384916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2d3df764-b938-429a-8408-12b064ae4681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.256558666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2d3df764-b938-429a-8408-12b064ae4681","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.327048201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"e6ba0c30-ac4f-4b48-aaf6-6859e206f281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.387031722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"e6ba0c30-ac4f-4b48-aaf6-6859e206f281","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.423384351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"11a186b3-2608-433b-850b-041db4bec754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:27.485093879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"11a186b3-2608-433b-850b-041db4bec754","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.658270199Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"dddb31bb-ff58-4144-b367-a723abf10cc1","namespace":"llm","name":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.71299489Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"68dfa84c-1bce-460e-8a34-2a3a4412a6ac","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"name":"e2e-dft-refs-061f3e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.824816575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6edf4144-ddca-41bd-b689-43b07569d7be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.824916599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f9221664-5009-4e9f-b092-11837d36491f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.878266496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"fcbfe8ea-4168-4f3d-b37d-0cee5dee39ec","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.87849475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98c95fda-127a-4008-8f64-d337eeca78f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.878267824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"001413a8-f077-4284-a92e-65420e84bb21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.886413455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"6edf4144-ddca-41bd-b689-43b07569d7be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.886933778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"f9221664-5009-4e9f-b092-11837d36491f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.946114755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"001413a8-f077-4284-a92e-65420e84bb21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.947369836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"fcbfe8ea-4168-4f3d-b37d-0cee5dee39ec","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.956434597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98c95fda-127a-4008-8f64-d337eeca78f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:31.989489029Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"4280f08e-e234-4bc5-870a-2fb5f093c78c","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"name":"e2e-dft-refs-061f3e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.008485626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"fcbfe8ea-4168-4f3d-b37d-0cee5dee39ec","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.009308448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"001413a8-f077-4284-a92e-65420e84bb21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.015431493Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"98c95fda-127a-4008-8f64-d337eeca78f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.045800576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bfbeea-4742-496d-ba7a-d064bdcdcf98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.045862374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59bfbeea-4742-496d-ba7a-d064bdcdcf98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.054048245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3ebddbe2-882c-4391-8b2c-5c5c9f129567","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.054090382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3ebddbe2-882c-4391-8b2c-5c5c9f129567","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.054598893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"894b351d-9620-48f6-ae06-e16ce8626672","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.05461155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"894b351d-9620-48f6-ae06-e16ce8626672","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.054974741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46812c66-7682-49b1-9504-82f316270b72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.054985864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46812c66-7682-49b1-9504-82f316270b72","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.111592569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"4fd9e7d2-8bc0-438b-ad2d-eeeddf1f5bdb","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.111700595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"4fd9e7d2-8bc0-438b-ad2d-eeeddf1f5bdb","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.159770287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c53dd67e-6e63-485e-8921-2f6d3f863c63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.160455671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ba444146-eef1-4d55-9573-b21071db0db2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.1677965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ad251d1-b262-4c0b-b843-8610289cdc25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.167868655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ad251d1-b262-4c0b-b843-8610289cdc25","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.168324141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba8a7add-54be-477d-ac22-a24f750ff8f2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.16838699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ba8a7add-54be-477d-ac22-a24f750ff8f2","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.168737215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c71cd9b7-f096-4bb6-af66-2fa9aa88e434","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.168782877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c71cd9b7-f096-4bb6-af66-2fa9aa88e434","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.169243395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7a2d4573-94b6-4869-8c28-637ed1dd6b37","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.16929891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"7a2d4573-94b6-4869-8c28-637ed1dd6b37","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.175412443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"58f337a1-f8e8-4a69-80b6-2aa19eb3a7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.179254534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"99d94021-9670-4956-bd4b-de73ce7991ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.18161069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3f9ca7fd-e844-4f25-9d59-df3f2b3fd4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.225339418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"e2754f8c-3512-4cfa-8a05-1b4d4a565f00","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"name":"e2e-dft-refs-061f3e","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.248403847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"58f337a1-f8e8-4a69-80b6-2aa19eb3a7fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.249136938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"99d94021-9670-4956-bd4b-de73ce7991ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.253339802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"3f9ca7fd-e844-4f25-9d59-df3f2b3fd4fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.295216243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"3802d1c3-d91e-4430-a92d-5dd2b9b4d43f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.296774966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"9d735879-a43b-4b01-a8f1-712d24413b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.382376895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"3802d1c3-d91e-4430-a92d-5dd2b9b4d43f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.400705546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"9d735879-a43b-4b01-a8f1-712d24413b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.655363249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"c003283e-8d9b-4319-be0c-0b9d85da14de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.656122417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2c6dc907-37bc-4cde-af70-c025c810c3d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.656735124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"4044d4ea-228e-45f7-9c15-ec61a3411bab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.717229953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"c003283e-8d9b-4319-be0c-0b9d85da14de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.718066656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"2c6dc907-37bc-4cde-af70-c025c810c3d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.720132547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"4044d4ea-228e-45f7-9c15-ec61a3411bab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.810569093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"b520be22-6875-4ff8-ba8e-13e4422ed1c8","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.814215842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57d273ba-c9e4-4364-8b36-8c2f58793a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.874088496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"b520be22-6875-4ff8-ba8e-13e4422ed1c8","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.877431744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57d273ba-c9e4-4364-8b36-8c2f58793a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.932762427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"b520be22-6875-4ff8-ba8e-13e4422ed1c8","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:32.936436117Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57d273ba-c9e4-4364-8b36-8c2f58793a35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.00254649Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"7e150578-776e-4f49-9c65-58fde6576098","namespace":"llm","name":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.061581581Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"f23a8545-7d37-4e96-be31-226a8cb38e34","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.061718375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"f23a8545-7d37-4e96-be31-226a8cb38e34","MaaSModelRef":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-061f3e-ca1c78084d71","namespace":"llm","model":"e2e-dft-refs-061f3e","externalModel":"e2e-dft-refs-061f3e","provider":"e2e-dft-refs-061f3e-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.174598651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b0bb9211-5380-45b4-8e0b-e717d5fbd3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.175178051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ff188cfa-e3d6-4095-bf36-916d653dfe87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.175240947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"315ed080-8d8a-4123-aa4e-69046dd0e46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.229648317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e7b1aed-8806-4b1e-b1bd-1df7a47299be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.229690961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"7206c1a8-4519-4a72-a194-1f5317c4959a","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.235407999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ff188cfa-e3d6-4095-bf36-916d653dfe87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.235520041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"b0bb9211-5380-45b4-8e0b-e717d5fbd3cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.243648588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"315ed080-8d8a-4123-aa4e-69046dd0e46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.290476075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e7b1aed-8806-4b1e-b1bd-1df7a47299be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.2933664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"7206c1a8-4519-4a72-a194-1f5317c4959a","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.302357089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"315ed080-8d8a-4123-aa4e-69046dd0e46f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.351661535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0e7b1aed-8806-4b1e-b1bd-1df7a47299be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.354796126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"7206c1a8-4519-4a72-a194-1f5317c4959a","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.466339623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2306820d-ab32-4b85-8206-aec1e871532e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.527509447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"2306820d-ab32-4b85-8206-aec1e871532e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.574405537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"39aabea2-db3a-4cc3-b332-381505dc844f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.575183617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"186eeec7-bb98-4fe5-bcbd-34177ce12ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.657607113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0f770db1-449f-443e-9829-5d4f3d382873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.658444028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"00e80ef8-3ba9-41aa-a8f2-19370b7e62e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.676143436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"186eeec7-bb98-4fe5-bcbd-34177ce12ea6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.676739726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"39aabea2-db3a-4cc3-b332-381505dc844f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.752873199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"00e80ef8-3ba9-41aa-a8f2-19370b7e62e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.762802308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0f770db1-449f-443e-9829-5d4f3d382873","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.924865542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"0e549f02-e591-4d3f-bd58-22f58d7d9b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:33.992145913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"0e549f02-e591-4d3f-bd58-22f58d7d9b06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.070248045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"a60e4393-bc99-49e0-a723-e4998f6dbfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.124032431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a1712142-7f42-4eae-9a4b-a06a34bc3fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.12403508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4baacbf-7c86-42eb-a924-6e8e29372d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.130699258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"a60e4393-bc99-49e0-a723-e4998f6dbfd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.189828335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a1712142-7f42-4eae-9a4b-a06a34bc3fe8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.190055924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4baacbf-7c86-42eb-a924-6e8e29372d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:34.257185272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4baacbf-7c86-42eb-a924-6e8e29372d4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.233612015Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"e690ac1e-cceb-4d94-949b-6f1e8e536155","namespace":"llm","name":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.295115748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b475123b-9f9f-49a7-8a14-881881a3ee21","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.295240838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b475123b-9f9f-49a7-8a14-881881a3ee21","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.29575951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e0866f8-daf9-4fe6-88c6-537c4690882f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.29582812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e0866f8-daf9-4fe6-88c6-537c4690882f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.296270486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b37b7142-fee2-42a3-8160-be6b3e56009a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.296321936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b37b7142-fee2-42a3-8160-be6b3e56009a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.296690188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9155dba-e7dc-4678-bff1-941de9d24853","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.296730495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b9155dba-e7dc-4678-bff1-941de9d24853","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.297082649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d54f71d1-6f37-4591-9f64-3c662c71685c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.297133244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d54f71d1-6f37-4591-9f64-3c662c71685c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.297640463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"050834a1-696b-47e5-831d-eea2a747d8b1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.29769162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"050834a1-696b-47e5-831d-eea2a747d8b1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.298077396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cf67fc5b-bbb6-42c4-bdc1-33678983556b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.29813161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"cf67fc5b-bbb6-42c4-bdc1-33678983556b","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.298508339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f957fb6-efb7-467c-8dfc-e5a943575626","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.298555541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f957fb6-efb7-467c-8dfc-e5a943575626","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.356502804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"56199a53-0371-4005-a9de-37fa9552681f","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.356647913Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"56199a53-0371-4005-a9de-37fa9552681f","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.40216856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"15542a7b-feed-4b72-8129-8df100e98d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.403429729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"31be5611-69ef-4e5a-a68e-aa7d4d0deb06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.45750233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6f11996-e756-4f28-9aeb-c1fee3690863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.461506375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56bf5fe0-ef7e-4fb7-a67c-be4b1928a761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.468244952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"0d547aee-530e-4628-962f-6849510db2c3","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.472064901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"15542a7b-feed-4b72-8129-8df100e98d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.479575403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"31be5611-69ef-4e5a-a68e-aa7d4d0deb06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.521108608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6f11996-e756-4f28-9aeb-c1fee3690863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.526129912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56bf5fe0-ef7e-4fb7-a67c-be4b1928a761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.526834849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"01996d2a-cedc-47ae-b5ae-d4dce1d29cbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.527387682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9ad20197-0742-4018-9cdc-18929a8cde5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.531896246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"0d547aee-530e-4628-962f-6849510db2c3","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.598916605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d6f11996-e756-4f28-9aeb-c1fee3690863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.606587363Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"0d547aee-530e-4628-962f-6849510db2c3","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.606852393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56bf5fe0-ef7e-4fb7-a67c-be4b1928a761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.816740556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6175d96b-16e6-4e5f-a5e7-8f0080a9ee6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.85988232Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-061f3e","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-061f3e","reconcileID":"56b170a1-fbbf-4e57-9df2-ba57cac438a3","namespace":"llm","name":"e2e-dft-refs-061f3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.955186681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"6175d96b-16e6-4e5f-a5e7-8f0080a9ee6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.955867333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0cf009de-ef37-49ec-b113-c155ae80437d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.95654928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"e51e0bc0-74b4-41aa-8635-1cab031d3be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.961807948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"f8b6c687-1a39-46b3-a27b-9a8af2e2e171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:38.962431018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"23bd6bc3-1c76-4790-89c7-fdd1794bd727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.041244525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"0cf009de-ef37-49ec-b113-c155ae80437d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.045686861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"e51e0bc0-74b4-41aa-8635-1cab031d3be9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.052097675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"f8b6c687-1a39-46b3-a27b-9a8af2e2e171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.060259965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"23bd6bc3-1c76-4790-89c7-fdd1794bd727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.367294338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d0606fc8-3405-44f9-997a-c3e9ad690007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.428905486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"d0606fc8-3405-44f9-997a-c3e9ad690007","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.461611668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"0cad71f3-5492-4954-87cd-401f8c46e9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.462672792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"eba35a0e-d080-4555-9927-437a21c761e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.515475068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbe0c8ff-cac1-45bc-9d6e-a58517960bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.516344679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"26ba9721-5b16-4386-ba5c-829945479aec","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.522189007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"0cad71f3-5492-4954-87cd-401f8c46e9fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.525319139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"eba35a0e-d080-4555-9927-437a21c761e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.580237981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"26ba9721-5b16-4386-ba5c-829945479aec","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.585104744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbe0c8ff-cac1-45bc-9d6e-a58517960bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.641691928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"26ba9721-5b16-4386-ba5c-829945479aec","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.64586258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dbe0c8ff-cac1-45bc-9d6e-a58517960bb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.811319333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"fa50e9b8-2098-4ca8-9f57-e9fb05d4d6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.812100185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"95d674e9-0901-44b9-974a-2a4a869de3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.861050673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed89ef7-3048-4174-bdb4-e3f8157204e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.871790203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"95d674e9-0901-44b9-974a-2a4a869de3b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.872846397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"fa50e9b8-2098-4ca8-9f57-e9fb05d4d6bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.909541683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c52441f8-5b21-4cc7-a821-6ad3bf9961ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.910078406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"01ca480b-313b-461c-83dd-d728119426e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.92179884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed89ef7-3048-4174-bdb4-e3f8157204e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.972320602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"01ca480b-313b-461c-83dd-d728119426e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.972993293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"c52441f8-5b21-4cc7-a821-6ad3bf9961ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:39.981452506Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ed89ef7-3048-4174-bdb4-e3f8157204e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.160628548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"913c2840-cd4e-4299-80cc-dc4bf6795fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.248850357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"913c2840-cd4e-4299-80cc-dc4bf6795fbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.274564728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"5a7c1ecb-a587-445a-8f62-28b20e1afd80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.274651814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"0438bff7-4485-4784-854d-25a7ee434c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.330014377Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8eab39","reconcileID":"6b93403d-cb81-43b4-96af-16a13f8d791c","namespace":"llm","name":"e2e-dft-del-8eab39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.335828778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"5a7c1ecb-a587-445a-8f62-28b20e1afd80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.337392453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"0438bff7-4485-4784-854d-25a7ee434c2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.387804619Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8eab39","reconcileID":"75247307-408d-4384-960e-fec2dc8dc26e","namespace":"llm","name":"e2e-dft-del-8eab39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.546385888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df209b1c-36f4-490d-a275-0f58190d7c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.546444822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"4507062f-85c6-42c6-b13b-f1db7e2b747a","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.608580003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df209b1c-36f4-490d-a275-0f58190d7c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.608795081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"4507062f-85c6-42c6-b13b-f1db7e2b747a","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.667475969Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df209b1c-36f4-490d-a275-0f58190d7c1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.669274177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"4507062f-85c6-42c6-b13b-f1db7e2b747a","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.679860784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"104de623-a2a2-47c4-9e1f-d76fe5f436be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.721508344Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8eab39","reconcileID":"ff9b96e6-1a91-47eb-b301-d9558bcc3a04","MaaSModelRef":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"name":"e2e-dft-del-8eab39","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.73104169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"407a7548-8550-4e1e-8c65-d7a54199fa46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.733731574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"386895a3-be80-4ba5-a8c4-b8fb11127184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.741991549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"104de623-a2a2-47c4-9e1f-d76fe5f436be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.792106353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"407a7548-8550-4e1e-8c65-d7a54199fa46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.792763486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"386895a3-be80-4ba5-a8c4-b8fb11127184","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.801734501Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"104de623-a2a2-47c4-9e1f-d76fe5f436be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.83089646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a1a43bb9-927e-4540-bd6d-71c321fda5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.830912474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"0b0acaf9-3a3b-4d97-88ed-8b41297997c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.835044713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"881a9f3e-e286-4e9d-ab29-f72780cbb48d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.835064003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"881a9f3e-e286-4e9d-ab29-f72780cbb48d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.83541982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c16bbb24-1168-4662-a83b-f5ca2261e084","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.835433259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c16bbb24-1168-4662-a83b-f5ca2261e084","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.835735473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"056b9ffc-5d05-4545-bf7b-d47384c4e6c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.835748099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"056b9ffc-5d05-4545-bf7b-d47384c4e6c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.836152532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"08c29908-237f-4974-93e2-e61b02d6a71b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.836167873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"08c29908-237f-4974-93e2-e61b02d6a71b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.836480612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4897028-f6f1-4b86-9de9-eda3ccbf262c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.836492777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a4897028-f6f1-4b86-9de9-eda3ccbf262c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.836936725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddb25e61-5e3b-493e-a1b2-9e49778147d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.83697091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ddb25e61-5e3b-493e-a1b2-9e49778147d5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.837273136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"750e8f4a-7122-48bc-bae7-3b70580d9c21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.83728608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"750e8f4a-7122-48bc-bae7-3b70580d9c21","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.837587305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45a2c195-3c16-438c-b38a-78fb1172dda2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.837600292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"45a2c195-3c16-438c-b38a-78fb1172dda2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.885805488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f20e56f9-6ac7-41fc-bcc3-5078e557a3d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.886980671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c65415f-0b45-4f53-9cd4-9986d8e46a34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.890817904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a1a43bb9-927e-4540-bd6d-71c321fda5b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.891544697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"0b0acaf9-3a3b-4d97-88ed-8b41297997c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.892430772Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8eab39","reconcileID":"bd152fd8-3a99-4366-b4cc-07a58e5df604","MaaSModelRef":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"name":"e2e-dft-del-8eab39","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:40.968586434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"58649533-794c-419b-a217-bdf336de8339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.000912813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"b75304d8-9ad5-492a-8dee-d666c281a3c6","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.000991378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"b75304d8-9ad5-492a-8dee-d666c281a3c6","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.054846803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"58649533-794c-419b-a217-bdf336de8339","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.177521744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"4cd2a31e-ea1e-4315-9e22-5d577bf9cc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.178834819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b3fe394d-df83-4426-bd49-f59d0fab1d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.240830015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"4cd2a31e-ea1e-4315-9e22-5d577bf9cc0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.264439593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"b3fe394d-df83-4426-bd49-f59d0fab1d46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.267453832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"8996846c-9842-444b-a6dc-9c9f79ceb8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.267540899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2335ecef-0f21-4d09-b9be-09a643d12419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.327204694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"8996846c-9842-444b-a6dc-9c9f79ceb8c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.327249773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"2335ecef-0f21-4d09-b9be-09a643d12419","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.461756387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1c65e36d-d644-4e24-a28a-19ad32efeab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.522930022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1c65e36d-d644-4e24-a28a-19ad32efeab8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.700156152Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8eab39","reconcileID":"bb7ba0f4-fc5f-4f60-bf55-54451799dcae","namespace":"llm","name":"e2e-dft-del-8eab39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.718862832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"960007dc-3a1b-44ac-a781-e4b07152edb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.722445907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"894db496-d11b-48ec-abfb-81102d510820","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.757682586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8eab39","reconcileID":"be944291-73e3-4040-8430-d9d885240582","MaaSModelRef":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-8eab39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.757720839Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8eab39","reconcileID":"be944291-73e3-4040-8430-d9d885240582","MaaSModelRef":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"routeName":"external-model-e2e-dft-del-8eab39-1aa3b745ac7e","namespace":"llm","model":"e2e-dft-del-8eab39","externalModel":"e2e-dft-del-8eab39","provider":"e2e-dft-del-8eab39-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.785686161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"960007dc-3a1b-44ac-a781-e4b07152edb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.786223293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"894db496-d11b-48ec-abfb-81102d510820","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.819779021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2916dfde-2101-4617-8589-ad54f1fbc09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.845246499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"960007dc-3a1b-44ac-a781-e4b07152edb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.845758066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"894db496-d11b-48ec-abfb-81102d510820","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.864639608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"67cf675d-4520-478d-97ad-067088dffc7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.880061816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2916dfde-2101-4617-8589-ad54f1fbc09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.924362072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"67cf675d-4520-478d-97ad-067088dffc7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.942399829Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2916dfde-2101-4617-8589-ad54f1fbc09c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:41.964741006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"524a41df-3717-4925-a56d-c5751941054e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.024515893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"524a41df-3717-4925-a56d-c5751941054e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.065316015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"fc9a1539-02bd-4115-96af-8ba08957b110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.118873626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"60dc2865-38d1-479e-86e8-ed62d59994b8","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.126766764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"fc9a1539-02bd-4115-96af-8ba08957b110","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.181387113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"60dc2865-38d1-479e-86e8-ed62d59994b8","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.221455289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6559058b-c0f7-4c53-998a-e487a2febf35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.244842089Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"60dc2865-38d1-479e-86e8-ed62d59994b8","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.28114235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6559058b-c0f7-4c53-998a-e487a2febf35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.294283563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"642974c6-8fc6-496e-bcea-ce483c35a6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.339646524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6559058b-c0f7-4c53-998a-e487a2febf35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.354855869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"642974c6-8fc6-496e-bcea-ce483c35a6da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.405826059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"245bfded-d4d5-421d-b856-bf38780f6f7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.448024434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b11dae1-5dc9-44b8-b913-83e537b867d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.466605457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"245bfded-d4d5-421d-b856-bf38780f6f7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.501792628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"d427239b-c5f1-42c8-87e4-1d2acd19fedc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.507836569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b11dae1-5dc9-44b8-b913-83e537b867d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.56131373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"d427239b-c5f1-42c8-87e4-1d2acd19fedc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.565872086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 31, current generation is 32","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b11dae1-5dc9-44b8-b913-83e537b867d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.607266068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"328c90e3-1898-4411-8a7f-cc856696037f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.667105772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"328c90e3-1898-4411-8a7f-cc856696037f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.72819918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"010b2251-a0c6-4968-8d5f-395c215f5c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.787606443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"010b2251-a0c6-4968-8d5f-395c215f5c91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.827810888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"ca126a57-b7e9-419b-87ac-2e17406e3b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.888752561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"ca126a57-b7e9-419b-87ac-2e17406e3b41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.928376509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"67258442-ffb6-46ad-9413-b81666b98bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:42.988141926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"67258442-ffb6-46ad-9413-b81666b98bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.88297483Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8eab39","reconcileID":"cf3f3e7a-49db-44dc-ac1a-2b9668da1d02","namespace":"llm","name":"e2e-dft-del-8eab39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.939443977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"421ccea0-4a3d-43cf-a11e-bd81d50278a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.939474003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"421ccea0-4a3d-43cf-a11e-bd81d50278a7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.940056088Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5b3a557c-71fb-4b85-818c-2a0d0867e06f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.940076949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5b3a557c-71fb-4b85-818c-2a0d0867e06f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.940417049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c155c81-7093-49c8-8dbe-400be7087e2e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.940434036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"1c155c81-7093-49c8-8dbe-400be7087e2e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.940796451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d90b200-5b01-42b3-8815-51b038723eef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.940812671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9d90b200-5b01-42b3-8815-51b038723eef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.995072225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"335912e1-b0e8-4dbb-9020-fec55f23bae5","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:46.995102382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"335912e1-b0e8-4dbb-9020-fec55f23bae5","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.047187776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ef09e13a-9fab-4ae4-b221-2db3dcc47d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.050756952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4800ed33-55bc-4109-809d-9c1c14d77a7d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.050785016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4800ed33-55bc-4109-809d-9c1c14d77a7d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.051265208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36260032-2a5a-4b6a-8470-37602849dd80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.051292873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"36260032-2a5a-4b6a-8470-37602849dd80","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.05168263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"239d784c-34a6-4827-a05d-0ec5fb14e30c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.05170409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"239d784c-34a6-4827-a05d-0ec5fb14e30c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.052104433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"90ed46bc-0ccb-4da3-a900-75838dd15dfb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.05212402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"90ed46bc-0ccb-4da3-a900-75838dd15dfb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.100423003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"2109de21-e081-4f8d-8740-4b35d0085181","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.100645336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1ae3b6-8cf4-4441-b6cd-f0d3693afc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.100899282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58582cd8-b9e5-43fe-ba27-1e74c9527ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.108681472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ef09e13a-9fab-4ae4-b221-2db3dcc47d62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.148383157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"bfb6fd59-f297-46ba-87d9-808de7c76bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.15741262Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e139f455-37e3-49b7-aa50-23f426871f07","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.157597142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a0995dfd-98df-4d30-877c-1c239c5b1fe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.162572784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"2109de21-e081-4f8d-8740-4b35d0085181","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.163087322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1ae3b6-8cf4-4441-b6cd-f0d3693afc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.167648106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58582cd8-b9e5-43fe-ba27-1e74c9527ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.217136575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"bfb6fd59-f297-46ba-87d9-808de7c76bbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.230170522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f1ae3b6-8cf4-4441-b6cd-f0d3693afc94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.231191113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"2109de21-e081-4f8d-8740-4b35d0085181","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.234777557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"58582cd8-b9e5-43fe-ba27-1e74c9527ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.29666803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91801ed5-0632-484f-b403-51564f342f5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.296690296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91801ed5-0632-484f-b403-51564f342f5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.351051121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"986ddf1e-6c64-45e8-a4b5-baff92835995","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.351083813Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"986ddf1e-6c64-45e8-a4b5-baff92835995","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.430811477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4335802-417a-454a-acc9-63b5b4d0c087","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.430924921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a4335802-417a-454a-acc9-63b5b4d0c087","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.445687578Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-8eab39","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-8eab39","reconcileID":"32c3fdbe-cbf5-4be6-8cc0-9cfc721b26ef","namespace":"llm","name":"e2e-dft-del-8eab39","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.485478642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"8e396acb-547b-4d69-acf1-69bd12da324b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.486542417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"78c77455-c544-4cbc-b486-e5a9b0ecfe97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.487046226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d75c7b68-7796-4918-85e0-c2c541ef515f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.502514027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"8c3dec11-3295-412c-8930-dde5d3bae3a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.552613394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"78c77455-c544-4cbc-b486-e5a9b0ecfe97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.553181959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d75c7b68-7796-4918-85e0-c2c541ef515f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.556689565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"8e396acb-547b-4d69-acf1-69bd12da324b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.562523225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"8c3dec11-3295-412c-8930-dde5d3bae3a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.620993116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0f85ac73-139b-4a32-acc4-bd84c06b38a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.680774592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0f85ac73-139b-4a32-acc4-bd84c06b38a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.921840179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"df075b0c-2c9e-4359-b2d8-56d797bfa643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.921966436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"581fc36b-edae-4f74-a54a-3b5b634f2ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.922318511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"7a560d7b-9480-4376-bfc8-7424f90f3a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.981518398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"df075b0c-2c9e-4359-b2d8-56d797bfa643","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.981523336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"581fc36b-edae-4f74-a54a-3b5b634f2ac3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:47.98397037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"7a560d7b-9480-4376-bfc8-7424f90f3a32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.0762891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"01c624df-e802-446a-8e0f-313811d2adeb","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.076289343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b955bf1c-4bc2-402c-92ff-9c56d5777062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.137151519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"01c624df-e802-446a-8e0f-313811d2adeb","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.137230662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b955bf1c-4bc2-402c-92ff-9c56d5777062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.19705413Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"01c624df-e802-446a-8e0f-313811d2adeb","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.198547792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b955bf1c-4bc2-402c-92ff-9c56d5777062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.374203504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2fed08b6-a226-4394-9c77-feee66515ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.427352552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35b74124-d852-4e4b-9e06-6659a176d0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.435348559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2fed08b6-a226-4394-9c77-feee66515ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.484320179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c00efb3d-7394-4149-8649-8d84253c19d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.48453342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"8541607e-3541-48dd-847d-529e8bcee72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.484802111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"12bd3ec2-44eb-4f87-ac78-106531121912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.489594447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35b74124-d852-4e4b-9e06-6659a176d0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.548772555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"12bd3ec2-44eb-4f87-ac78-106531121912","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.548807095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"8541607e-3541-48dd-847d-529e8bcee72c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.550899154Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"35b74124-d852-4e4b-9e06-6659a176d0c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.551622766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"c00efb3d-7394-4149-8649-8d84253c19d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.712522872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d8d3c900-7c7b-4dc9-828a-e39889c4ee3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.806192874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d8d3c900-7c7b-4dc9-828a-e39889c4ee3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.821401524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"a34ce400-4682-4771-9e87-a5de3cc75264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.882434214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"a34ce400-4682-4771-9e87-a5de3cc75264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.920535306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"6b4c4e86-cfa6-4d26-8c40-492ae5bc8461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:48.980713019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"6b4c4e86-cfa6-4d26-8c40-492ae5bc8461","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:52.983401036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.254317331Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","namespace":"ai-tenant-e2e-extmod-a-a7753d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.254400939Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","namespace":"ai-tenant-e2e-extmod-a-a7753d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.254469534Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","tenant":"e2e-extmod-a-a7753d","tenantID":"e2e-extmod-a-a7753d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.311185469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a7753d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.38398816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"Service","name":"maas-api-e2e-extmod-a-a7753d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.448135469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a7753d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.505108897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a7753d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.564526112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.622694218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.681880421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.742638422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.832665177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.898320524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:54.952268033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"Service","name":"payload-processing-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.005922852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.059543279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.114519155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.169135363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.226905349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.280926983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.335070173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.403624439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a7753d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.457353026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a7753d"},"namespace":"ai-tenant-e2e-extmod-a-a7753d","name":"default-tenant","reconcileID":"8360ab24-4112-4a2d-b842-313029851d9a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a7753d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.740847838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f02eb45-27da-4fae-938d-9baaf5145f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.795187662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f02eb45-27da-4fae-938d-9baaf5145f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.849411684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f02eb45-27da-4fae-938d-9baaf5145f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:55.903408659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f02eb45-27da-4fae-938d-9baaf5145f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:56.199085803Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a7753d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a7753d","reconcileID":"10131df4-e797-45c8-a4ed-d14c3023105b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a7753d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a7753d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:56.841575856Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0f1899","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0f1899","reconcileID":"7ce1ed44-a851-49f3-8fbf-50228bb51371","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0f1899","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-0f1899":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.91967437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86579b1e-c70f-43a1-85a9-3978da583778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:57.974355663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86579b1e-c70f-43a1-85a9-3978da583778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.029060278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86579b1e-c70f-43a1-85a9-3978da583778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.083431446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86579b1e-c70f-43a1-85a9-3978da583778","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.49348878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0edf84e1-9d59-4eea-9fbf-f60d42a94e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.502420081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"069fc996-760c-4276-825f-429332f2a881","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.553680468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0edf84e1-9d59-4eea-9fbf-f60d42a94e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.564151721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"069fc996-760c-4276-825f-429332f2a881","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.612774732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0edf84e1-9d59-4eea-9fbf-f60d42a94e3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.623240889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"069fc996-760c-4276-825f-429332f2a881","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.769181565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbd89ef-2fa9-45ff-81a0-2e2f1c06a9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.83284946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbd89ef-2fa9-45ff-81a0-2e2f1c06a9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:45:58.893835572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5bbd89ef-2fa9-45ff-81a0-2e2f1c06a9c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:00.200806288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f34bad-aa0e-406f-be7b-14bf234f350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:00.258254268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f34bad-aa0e-406f-be7b-14bf234f350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:00.312896433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f34bad-aa0e-406f-be7b-14bf234f350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:00.367021451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03f34bad-aa0e-406f-be7b-14bf234f350e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:03.86367678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbacd464-5e1f-464a-83fd-f3d1d94ecc29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:03.919782236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbacd464-5e1f-464a-83fd-f3d1d94ecc29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:03.975382023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbacd464-5e1f-464a-83fd-f3d1d94ecc29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:04.029755619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbacd464-5e1f-464a-83fd-f3d1d94ecc29","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:04.416690174Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a93f35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a93f35","reconcileID":"1a9388d6-533b-4024-90b8-2254743e5dab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a93f35","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-a93f35":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:05.999421775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a4251-e73d-4b33-83a8-a75baecf1af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:06.054280754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a4251-e73d-4b33-83a8-a75baecf1af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:06.108477381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a4251-e73d-4b33-83a8-a75baecf1af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:06.163179315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c2a4251-e73d-4b33-83a8-a75baecf1af5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.175720397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d15fa6-42f8-49d5-99f5-deb27919f902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.229638004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d15fa6-42f8-49d5-99f5-deb27919f902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.286581368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d15fa6-42f8-49d5-99f5-deb27919f902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.348560616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d15fa6-42f8-49d5-99f5-deb27919f902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.830156732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05564418-60ff-48a4-ae9c-bac1931f294d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.84339339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"db512655-2dd5-49f6-b059-6e3680107d82","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.892120041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05564418-60ff-48a4-ae9c-bac1931f294d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.904115443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"db512655-2dd5-49f6-b059-6e3680107d82","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.952379673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"05564418-60ff-48a4-ae9c-bac1931f294d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:08.962522511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"db512655-2dd5-49f6-b059-6e3680107d82","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:09.110168961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4586d03-698e-47b0-9a10-fc36de7e128b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:09.171894509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4586d03-698e-47b0-9a10-fc36de7e128b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:09.232591508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (9c54424cdc4145ce4ba957b30ae4a7ef0d7dbf188c9b28ed0679605660e3952f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (0811db69fda8c1346bcef9cdbfcf1eabc7d135626753a6aa929fbfd5106f7cec) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (ca897a0a6fd548aa053982c5fe30c166f31495c37aaf1d374ac685118c3da1c9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f55369fd10a6b678c8dad4827404a9dd830d9aa6ce6e86215627513bc99270d8) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c4586d03-698e-47b0-9a10-fc36de7e128b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:10.35152082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bca497-7de4-45b4-9d74-6e2c41339807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:10.406636354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bca497-7de4-45b4-9d74-6e2c41339807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:10.461548061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bca497-7de4-45b4-9d74-6e2c41339807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:10.519092885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1bca497-7de4-45b4-9d74-6e2c41339807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.057414498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","namespace":"ai-tenant-e2e-extmod-a-d07bf2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.057501981Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","namespace":"ai-tenant-e2e-extmod-a-d07bf2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.057578549Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","tenant":"e2e-extmod-a-d07bf2","tenantID":"e2e-extmod-a-d07bf2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.113573283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d07bf2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.179575042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"Service","name":"maas-api-e2e-extmod-a-d07bf2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.237724071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d07bf2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.296149517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d07bf2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.355903177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.413458085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.472341725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.529074518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.583522487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.641634959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.702621015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"Service","name":"payload-processing-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.756155018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.809759673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.863354408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.916895271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:18.974918988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.028651854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.082136893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.136511378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d07bf2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.179689698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31814063-0ebb-48a7-929c-1424d3855a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.180401763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"d26614d4-9337-48a8-b9c2-b1d458f3d206","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.190480729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d07bf2"},"namespace":"ai-tenant-e2e-extmod-a-d07bf2","name":"default-tenant","reconcileID":"d67752db-c6c2-4c2e-b890-8ab0ccf10968","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d07bf2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.245219244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31814063-0ebb-48a7-929c-1424d3855a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.252310654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"d26614d4-9337-48a8-b9c2-b1d458f3d206","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.448531031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f5ccb47-b887-45a4-919a-bd005b582479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.508979331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9f5ccb47-b887-45a4-919a-bd005b582479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.572629042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e819b28b-2cca-49c5-88c5-b6779302de74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.572659765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e819b28b-2cca-49c5-88c5-b6779302de74","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.734588726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"23265239-5661-4f2f-a6d4-0b328439b1ce","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.734615417Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"23265239-5661-4f2f-a6d4-0b328439b1ce","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.885126248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c98b6376-4c55-4d2f-95f7-791f70617a6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:19.885160133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c98b6376-4c55-4d2f-95f7-791f70617a6c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:20.422352438Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d07bf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d07bf2","reconcileID":"605f2032-e5bd-4370-b59b-97c65399f4f3","aitenant":"ai-tenants/e2e-extmod-a-d07bf2","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:20.92914749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d247fa32-94b5-4115-bf2b-dfde8a2b94d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:20.983557011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d247fa32-94b5-4115-bf2b-dfde8a2b94d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.038184779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d247fa32-94b5-4115-bf2b-dfde8a2b94d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.092318034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d247fa32-94b5-4115-bf2b-dfde8a2b94d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.378676902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"f2c2efc2-2dc4-4d7d-a44d-e346b65f9387","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.378708481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"f2c2efc2-2dc4-4d7d-a44d-e346b65f9387","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.385273487Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d07bf2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d07bf2","reconcileID":"605f2032-e5bd-4370-b59b-97c65399f4f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d07bf2","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d07bf2"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:21.434356646Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"3d5124be-7690-422c-84ea-2fa7b26032e9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-d0e797-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.538596391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0f8796a-a5fa-4ed2-b18e-51491d503c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.538650904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db18a3c1-0e69-48c3-ad01-99c3a64448be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.539759704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"f068cbc2-dd9d-4c85-a50a-f4e768316453","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.548048091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"b9317b2e-7dde-4a90-8422-3042f3018f49","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.548069208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"b9317b2e-7dde-4a90-8422-3042f3018f49","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:21.657662453Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"b9317b2e-7dde-4a90-8422-3042f3018f49","name":"e2e-dft-d0e797","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-d0e797\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:21.657732393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"b9317b2e-7dde-4a90-8422-3042f3018f49","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-d0e797\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.673151891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0f8796a-a5fa-4ed2-b18e-51491d503c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:21.677154399Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db18a3c1-0e69-48c3-ad01-99c3a64448be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:21.677187878Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"f068cbc2-dd9d-4c85-a50a-f4e768316453","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.711887102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"5aac6cea-36e7-43f9-b606-264007453696","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.711916793Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"5aac6cea-36e7-43f9-b606-264007453696","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.731894548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e0f8796a-a5fa-4ed2-b18e-51491d503c92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:21.736719004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db18a3c1-0e69-48c3-ad01-99c3a64448be","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:46:21.739210514Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"f068cbc2-dd9d-4c85-a50a-f4e768316453","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.766793067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ff2eccb-6fa8-4323-9d01-ac4fffab4660","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.766818796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ff2eccb-6fa8-4323-9d01-ac4fffab4660","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.821370657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"390ce229-dc58-4dac-a686-d8a6ec736ce6","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.821399605Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"390ce229-dc58-4dac-a686-d8a6ec736ce6","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.877295766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12400daa-27cd-417f-963a-8a6201c93236","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.87746096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12400daa-27cd-417f-963a-8a6201c93236","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.892441771Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"09301d69-b70e-47ee-9c34-0f1716b2743c","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"e2e-dft-d0e797","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-d0e797-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.959889936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"cb32fe76-8811-45ac-8f8f-d887686e8141","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:21.959892226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"140f98cc-79d0-4376-92c6-9e463cafb804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.048043992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"140f98cc-79d0-4376-92c6-9e463cafb804","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.141710689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"cb32fe76-8811-45ac-8f8f-d887686e8141","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.14230408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c6f5b2-e662-4228-b469-ef5584d800ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.203133354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c6f5b2-e662-4228-b469-ef5584d800ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.305378473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"b9acfdfd-5cdb-4d02-a8c9-b1ecf90e6c0b","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.305412327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"b9acfdfd-5cdb-4d02-a8c9-b1ecf90e6c0b","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.309198666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d6c6f5b2-e662-4228-b469-ef5584d800ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.523317526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"6c6f0166-e752-46e5-909c-fab8da8d5180","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"llm/e2e-dft-d0e797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:22.982832013Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.166470032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f39070-9c51-43d7-ab15-07eb033c78b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.222132851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f39070-9c51-43d7-ab15-07eb033c78b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.277410367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f39070-9c51-43d7-ab15-07eb033c78b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:23.332177884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61f39070-9c51-43d7-ab15-07eb033c78b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:25.279406207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803c5c09-bf50-4b8a-9cb9-c8c639a93d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:25.333633376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803c5c09-bf50-4b8a-9cb9-c8c639a93d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:25.387963153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803c5c09-bf50-4b8a-9cb9-c8c639a93d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:25.442149589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"803c5c09-bf50-4b8a-9cb9-c8c639a93d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.399239272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8942da-7a72-4f01-b606-f428e693e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.455322579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8942da-7a72-4f01-b606-f428e693e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.510979161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8942da-7a72-4f01-b606-f428e693e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:27.56502627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b8942da-7a72-4f01-b606-f428e693e7af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:29.527308865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e417a1-0e88-456c-9a5c-508913cbbcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:29.58219486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e417a1-0e88-456c-9a5c-508913cbbcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:29.637165587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e417a1-0e88-456c-9a5c-508913cbbcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:29.69208749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65e417a1-0e88-456c-9a5c-508913cbbcb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.20645831Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","namespace":"ai-tenant-e2e-extmod-b-32ca97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.206534726Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","namespace":"ai-tenant-e2e-extmod-b-32ca97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.206594256Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","tenant":"e2e-extmod-b-32ca97","tenantID":"e2e-extmod-b-32ca97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.263450185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"Deployment","name":"maas-api-e2e-extmod-b-32ca97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.336353327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"Service","name":"maas-api-e2e-extmod-b-32ca97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.397026384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-32ca97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.452975851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-32ca97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.510184291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.566186203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.625120441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.681629371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.73755669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.805295212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.858731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"Service","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.912517754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:30.966126915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.01968593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.073293552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.131992387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.185607375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.23915779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.294330964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.348314851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"4e07ad5a-d6f9-4985-af8f-f8b992b2e17b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-32ca97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.666958527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1082c1-bc4c-434a-a2bf-40b8bb181c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.721642621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1082c1-bc4c-434a-a2bf-40b8bb181c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.775927975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1082c1-bc4c-434a-a2bf-40b8bb181c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:31.830720338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e1082c1-bc4c-434a-a2bf-40b8bb181c64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:32.527137818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"414fa68f-79ef-4c8b-9920-e74852868d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:32.589024292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"414fa68f-79ef-4c8b-9920-e74852868d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:32.647711136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"414fa68f-79ef-4c8b-9920-e74852868d3e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.811424085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66beba13-207c-4fc7-b09e-99ad470b8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.865596891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66beba13-207c-4fc7-b09e-99ad470b8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.919915233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66beba13-207c-4fc7-b09e-99ad470b8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:33.97417223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66beba13-207c-4fc7-b09e-99ad470b8384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:35.947187132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c994fdd-92a7-45ee-a98e-7b38b4965e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:36.004093696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c994fdd-92a7-45ee-a98e-7b38b4965e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:36.058536109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c994fdd-92a7-45ee-a98e-7b38b4965e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:36.112744239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c994fdd-92a7-45ee-a98e-7b38b4965e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:42.864591101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df9f86c5-d88b-4b63-b263-bd7c47a9af54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:42.924507326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df9f86c5-d88b-4b63-b263-bd7c47a9af54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:42.986106795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 32, current generation is 33","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"df9f86c5-d88b-4b63-b263-bd7c47a9af54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:52.986465645Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.202771068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fe9a4ae-d6dc-4653-91fd-d0ff78ebeaa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.213962816Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"c3d2ee22-87fd-4f68-9fed-7b9e3a9ce9ad","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"llm/e2e-dft-d0e797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.265274824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fe9a4ae-d6dc-4653-91fd-d0ff78ebeaa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.323905128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4fe9a4ae-d6dc-4653-91fd-d0ff78ebeaa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.385446134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a20f304c-0c58-431e-84fb-b356a5c16622","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.385471931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a20f304c-0c58-431e-84fb-b356a5c16622","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.499632972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"caee5fcb-a12a-4cd4-9dfc-87e48bbc6b39","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:53.499676278Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"caee5fcb-a12a-4cd4-9dfc-87e48bbc6b39","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.493703137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"904874b2-8bd2-4435-aad8-54b77302fdd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.493876648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"e1ba8c5f-feff-44fa-8365-289548e72b73","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.494293044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fe0ff7-8746-4f57-83a6-bfee43d76a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.554743113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fe0ff7-8746-4f57-83a6-bfee43d76a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.554931446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"904874b2-8bd2-4435-aad8-54b77302fdd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.557600144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"e1ba8c5f-feff-44fa-8365-289548e72b73","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.614113954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"904874b2-8bd2-4435-aad8-54b77302fdd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.614135146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"56fe0ff7-8746-4f57-83a6-bfee43d76a59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.61621931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"e1ba8c5f-feff-44fa-8365-289548e72b73","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.675496102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"310f5195-aabe-4314-bf61-3d4e261fcff0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.675517613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"310f5195-aabe-4314-bf61-3d4e261fcff0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.732820093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"486a1677-9a99-4ced-b058-a26defccf1a2","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:46:54.732853029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"486a1677-9a99-4ced-b058-a26defccf1a2","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.830464175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c1bca3a-fe65-44cb-a5db-5e4a48ff31d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.89087789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c1bca3a-fe65-44cb-a5db-5e4a48ff31d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.931868146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a69abf52-6ae5-42ba-b21d-5f541da6972b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.931868149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"29e842d9-5181-4219-a5b9-b5e783205f62","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.949473344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c1bca3a-fe65-44cb-a5db-5e4a48ff31d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.992767623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a69abf52-6ae5-42ba-b21d-5f541da6972b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:04.994121889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"29e842d9-5181-4219-a5b9-b5e783205f62","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:05.052294052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a69abf52-6ae5-42ba-b21d-5f541da6972b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:05.052809388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"29e842d9-5181-4219-a5b9-b5e783205f62","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.166896016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70ba1b28-9db8-4aed-9986-e580a8583925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.228637862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70ba1b28-9db8-4aed-9986-e580a8583925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.26938067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"8c1d0173-65ca-4edd-a8cc-0b0bd9136a0a","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.269379967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd9bde8-61ab-48d6-9bcb-404885fe04bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.287686364Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"70ba1b28-9db8-4aed-9986-e580a8583925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.329772053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd9bde8-61ab-48d6-9bcb-404885fe04bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.33143218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"8c1d0173-65ca-4edd-a8cc-0b0bd9136a0a","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.388750524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2bd9bde8-61ab-48d6-9bcb-404885fe04bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:15.390613169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"8c1d0173-65ca-4edd-a8cc-0b0bd9136a0a","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:21.498228931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"644a0bff-5f9b-4c21-ad0d-ed20702b4bf4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0f1899","tenantID":"e2e-inf-a-0f1899","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:21.622916809Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"644a0bff-5f9b-4c21-ad0d-ed20702b4bf4","name":"e2e-inf-a-0f1899-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:22.984270881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.512106178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a8933a-0784-49d8-aadd-4f48ece778be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.588360718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a8933a-0784-49d8-aadd-4f48ece778be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.615563775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"15ca3fa2-6bf8-45ff-b8a6-8ed41d908680","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.615564999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e967dc4-0865-4f02-aca9-917be1021d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.651978274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12a8933a-0784-49d8-aadd-4f48ece778be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.677830698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e967dc4-0865-4f02-aca9-917be1021d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.679353225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"15ca3fa2-6bf8-45ff-b8a6-8ed41d908680","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.738439552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e967dc4-0865-4f02-aca9-917be1021d8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:25.738600401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (e9124e0222eeedddee5b4370a7266874449ffce671d76b0ff057585ab6489c9d) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (5be1bfd721ffe62b0ea851aff63b9c93344d42b3291a4f67dfed45b4783eb245) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cf8ab72670228b311a6c80d9c419190f12006ef9d42de2c9a2aa64112995d0fd) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (bc96d62e1f30565ae2e290894874334f7bd7448f7e29ec6411e8bcca0b4f76a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"15ca3fa2-6bf8-45ff-b8a6-8ed41d908680","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:26.621275658Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","namespace":"ai-tenant-e2e-autores-6ab7ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:26.621337944Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","namespace":"ai-tenant-e2e-autores-6ab7ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:26.621386107Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","tenant":"e2e-autores-6ab7ce","tenantID":"e2e-autores-6ab7ce","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:26.677526117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"Deployment","name":"maas-api-e2e-autores-6ab7ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:26.740523301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"Service","name":"maas-api-e2e-autores-6ab7ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:26.804220641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-6ab7ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:26.860296894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-6ab7ce","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:26.918082957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:26.982926788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.042117199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.10293612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.156896258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"Deployment","name":"payload-processing-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.211113128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.264903003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"Service","name":"payload-processing-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.318809413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"Service","name":"payload-pre-processing-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.372922329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"DestinationRule","name":"payload-processing-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.42699045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.480849673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.540664397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.594342529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.648287604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.703333772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-6ab7ce","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:27.760406278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-6ab7ce"},"namespace":"ai-tenant-e2e-autores-6ab7ce","name":"default-tenant","reconcileID":"6742ba65-06f0-4605-80a9-80b06a1a829d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-6ab7ce","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.724849844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"2cec4f0f-c032-4501-992d-35fa68907bc5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a93f35","tenantID":"e2e-inf-a-a93f35","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:32.851479889Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"2cec4f0f-c032-4501-992d-35fa68907bc5","name":"e2e-inf-a-a93f35-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:33.471332654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"2a8a98ef-b7af-4426-928a-02578747754a","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"llm/e2e-dft-d0e797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:33.538579721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"d10d1ff3-83ad-4d29-8911-e847396ff53a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:33.640905177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"68519af1-93cc-450b-abd8-8dbc6616d5a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:33.781628984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"da060057-0ba1-4653-b20d-4c713389deee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:33.882281996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"39d83494-7bdd-45a9-acd8-17bd7e80d40c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:33.986392923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"4f728e36-0b90-4b80-8a29-66d4e4dd8e36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.17229862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"d5d4ce31-22c8-41aa-bc75-f851938d8321","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.185354704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ff793b1a-22b4-46cf-a3f8-401cd1e9efbe","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.296407666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"4218b9ea-4875-4115-8053-95f9cbe4dc31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.409518416Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-6ab7ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-6ab7ce","reconcileID":"83e96dd4-965e-4ab6-97d3-92dfc55e0d55","aitenant":"ai-tenants/e2e-autores-6ab7ce","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.410506614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"d6df7922-2a98-4df6-b176-2f37ffb97f96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.46684038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"55765293-2283-4d19-8a0d-73519d156e3e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.827390213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"41791352-c943-4781-81ff-21daff1c43e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.882183273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ee982e-fe5f-49f9-adcc-7a2c5ccee53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.937328944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ee982e-fe5f-49f9-adcc-7a2c5ccee53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:34.991674176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ee982e-fe5f-49f9-adcc-7a2c5ccee53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:35.04658769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22ee982e-fe5f-49f9-adcc-7a2c5ccee53b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:35.100501271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"b5f5f76b-1792-4d38-992a-3f1230aa0a22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:35.22455693Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-6ab7ce","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-6ab7ce","reconcileID":"83e96dd4-965e-4ab6-97d3-92dfc55e0d55","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-6ab7ce","removed":["maas.opendatahub.io/gateway-access-e2e-autores-6ab7ce"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:35.872414624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84080506-5586-4021-a74d-a742ec9ebf62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:35.932872177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"84080506-5586-4021-a74d-a742ec9ebf62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.000819698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"993cfc54-30df-40d5-9abb-77941655fda5","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.001293275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"544d5851-0409-473e-adc0-caa2ae48656e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.075054259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"993cfc54-30df-40d5-9abb-77941655fda5","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.075213175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"544d5851-0409-473e-adc0-caa2ae48656e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.255508726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52cdd8b3-09e3-4882-9323-4d1f7a5f09d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.255538302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52cdd8b3-09e3-4882-9323-4d1f7a5f09d7","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.417300576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de986723-792c-487b-ac9b-255539242661","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.417325466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de986723-792c-487b-ac9b-255539242661","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.59170834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"7664e0b0-7c41-4c3c-a36e-dd246bb3a020","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:36.591740119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"7664e0b0-7c41-4c3c-a36e-dd246bb3a020","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:37.063055768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add21b8f-d5c4-470c-83b4-02c46a1d3b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:37.117433824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add21b8f-d5c4-470c-83b4-02c46a1d3b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:37.171803245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add21b8f-d5c4-470c-83b4-02c46a1d3b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:37.22584584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"add21b8f-d5c4-470c-83b4-02c46a1d3b36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:39.320129696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780bffad-2e9c-4a4f-8a69-094937a77208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:39.375434243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780bffad-2e9c-4a4f-8a69-094937a77208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:39.430859866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780bffad-2e9c-4a4f-8a69-094937a77208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:39.485782152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780bffad-2e9c-4a4f-8a69-094937a77208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:41.458581452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000c8815-1cac-47c2-ac05-964f02638d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:41.512503054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000c8815-1cac-47c2-ac05-964f02638d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:41.566605567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000c8815-1cac-47c2-ac05-964f02638d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:41.620760879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"000c8815-1cac-47c2-ac05-964f02638d4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:42.365636351Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-96fb24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-96fb24","reconcileID":"8de5c67f-4350-4fe6-ad43-3790927fd6b2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-96fb24","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-96fb24":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.575439179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d473cf2-38d9-41fa-b2f0-f0128ec5d313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.629637477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d473cf2-38d9-41fa-b2f0-f0128ec5d313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.683542031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d473cf2-38d9-41fa-b2f0-f0128ec5d313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:43.737883863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d473cf2-38d9-41fa-b2f0-f0128ec5d313","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:45.845730036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57489a7-c354-4fcb-983d-0527b0bdfda9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:45.900208384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57489a7-c354-4fcb-983d-0527b0bdfda9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:45.956117689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57489a7-c354-4fcb-983d-0527b0bdfda9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:46.010309565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c57489a7-c354-4fcb-983d-0527b0bdfda9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:52.982908847Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.621520024Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-32ca97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-32ca97","reconcileID":"ce5ba77c-a0f0-473d-bac2-5a88d93cb485","aitenant":"ai-tenants/e2e-extmod-b-32ca97","reason":"MaasTenantConfig is terminating and cannot restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.897369825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3fdb82-4982-414a-a6cd-56cfbe1f4f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:53.952128139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3fdb82-4982-414a-a6cd-56cfbe1f4f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.006979274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3fdb82-4982-414a-a6cd-56cfbe1f4f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.062738554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3fdb82-4982-414a-a6cd-56cfbe1f4f1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.343785217Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","namespace":"ai-tenant-e2e-extmod-b-32ca97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.343879524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","namespace":"ai-tenant-e2e-extmod-b-32ca97","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.343987656Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","tenant":"e2e-extmod-b-32ca97","tenantID":"e2e-extmod-b-32ca97","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.397465409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"Deployment","name":"maas-api-e2e-extmod-b-32ca97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.450811174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"Service","name":"maas-api-e2e-extmod-b-32ca97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.504424257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-32ca97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.557730114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-32ca97","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.61111346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.664690629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.718158204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.771652678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.825075691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.879096606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.932601608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"Service","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:54.986398711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.040388632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.094253085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.153760333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.207988844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.262067153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.315826395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.369460116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-32ca97","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:55.423133248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-32ca97"},"namespace":"ai-tenant-e2e-extmod-b-32ca97","name":"default-tenant","reconcileID":"03ae8646-dc7d-4eb9-badf-0567755564a9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-32ca97","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.020222956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d867aa24-5bd2-4c67-b398-367d81c20ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.074300736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d867aa24-5bd2-4c67-b398-367d81c20ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.128448445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d867aa24-5bd2-4c67-b398-367d81c20ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.182736007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d867aa24-5bd2-4c67-b398-367d81c20ba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:56.244319664Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-32ca97","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-32ca97","reconcileID":"965042fa-7e13-4d3d-9a45-0a685d6efed3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-32ca97","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-32ca97"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.222351968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2cc250-1140-46fb-9671-51217aa89bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.281148559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2cc250-1140-46fb-9671-51217aa89bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.335688103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2cc250-1140-46fb-9671-51217aa89bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:47:58.390300297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2cc250-1140-46fb-9671-51217aa89bcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.410773092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7365223b-bc23-4f89-b226-3e6bfe7e4717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.465384715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7365223b-bc23-4f89-b226-3e6bfe7e4717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.519496634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7365223b-bc23-4f89-b226-3e6bfe7e4717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:00.574131319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7365223b-bc23-4f89-b226-3e6bfe7e4717","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.610498107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a73baba-e86a-4e38-8ed7-de1ed2f4109c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.66541732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a73baba-e86a-4e38-8ed7-de1ed2f4109c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.719789888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a73baba-e86a-4e38-8ed7-de1ed2f4109c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:02.774066641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a73baba-e86a-4e38-8ed7-de1ed2f4109c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:03.604261364Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0288ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0288ae","reconcileID":"7e4ef38d-3d6b-4c22-a6ec-1313cac5e375","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0288ae","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-0288ae":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:04.802974028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088a6121-b477-48fa-bcff-5ee352cae92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:04.857269437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088a6121-b477-48fa-bcff-5ee352cae92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:04.911622765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088a6121-b477-48fa-bcff-5ee352cae92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:04.966350718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"088a6121-b477-48fa-bcff-5ee352cae92d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:06.97846036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b924ad3-9bf9-4cc7-85c2-5c13e51d8e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:07.032980845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b924ad3-9bf9-4cc7-85c2-5c13e51d8e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:07.090777101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b924ad3-9bf9-4cc7-85c2-5c13e51d8e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:07.14832693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b924ad3-9bf9-4cc7-85c2-5c13e51d8e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:10.370232672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"b2485206-676b-488d-9719-06667694e6d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:10.495677087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"25944122-6f84-4c3e-978b-fc2c3d6c61a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:10.592180678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"6bed649e-4df9-4afc-ae66-0eb36eec0b17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:10.739633708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"8f72a667-8994-40e6-9756-d2e83e476c37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:10.982572059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"11083783-875e-4fd0-ac04-475351660010","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:11.106214962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"d21b3b12-dea7-45aa-9e47-3dc8fbd367c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:11.353663798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"cdc7e25c-5143-478f-8e5a-fc331001cdf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:11.545689128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"1924e9cc-ae68-4891-8f98-9514ad67dc70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:11.644600319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"f5e299e1-d219-4804-8d59-b0e96aefff24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:11.815651113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"0d305748-d861-456d-944d-b349f6b44654","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"llm/e2e-dft-d0e797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:11.870415532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"b4b89ac3-d76f-4555-9d64-b2ff03c19272","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:12.024006427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"d4b8a173-7011-4c6f-9ef3-550859c274e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:12.16490963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"008380aa-faf6-4038-ab80-78a4dc5e308e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:22.983366128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.121288719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"b37e3d1f-5c26-4d62-b36a-952c19f83319","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.289714791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"3117da24-5388-4796-93f2-f8de54d0400b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.389967264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"70dc9cb4-a57b-46f6-997a-1922ba3dafa6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.491112734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"76c55a05-0c4b-47a9-97d1-5e8323e73eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.491158209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"fa7cdfcb-b109-4d70-a502-ce534334e03d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.65890531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"0793ddb1-54f7-4838-a7de-1676f4738821","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.783369278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"b373a6f4-3da0-41be-abd3-da645a537e52","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:42.88385114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"2b73f91e-f447-488c-ba60-207ab3691629","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:43.091315332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"86839a20-3f3e-43f8-a14b-d5549db0b973","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:43.191505354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"10f9b409-5abf-4f50-9866-2044ad9ce284","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:43.457619244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"12ed0162-9697-48d2-bddb-5b3895931b7a","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"llm/e2e-dft-d0e797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:43.521703969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"a9e6f60d-cef9-449d-b81a-85d90c87cea3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:43.646828889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"f57a26c6-43ca-4e87-ac16-fb72851ce49d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:48.333007487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5d236f-3564-46a9-9dbd-b9eb8c9a6742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:48.388897001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5d236f-3564-46a9-9dbd-b9eb8c9a6742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:48.443427213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5d236f-3564-46a9-9dbd-b9eb8c9a6742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:48.497874158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e5d236f-3564-46a9-9dbd-b9eb8c9a6742","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:50.503887633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbd6133-f229-49c5-a664-0cab25127960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:50.558103119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbd6133-f229-49c5-a664-0cab25127960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:50.613334358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbd6133-f229-49c5-a664-0cab25127960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:50.669305441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccbd6133-f229-49c5-a664-0cab25127960","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:52.670262853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536cc360-f704-42a5-90de-b4cf79a36aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:52.725165274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536cc360-f704-42a5-90de-b4cf79a36aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:52.779867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536cc360-f704-42a5-90de-b4cf79a36aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:52.834023071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536cc360-f704-42a5-90de-b4cf79a36aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:52.984554173Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.821259067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb6af88-d2ee-42e7-9704-fa9aa696e087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.876262649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb6af88-d2ee-42e7-9704-fa9aa696e087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.930510792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb6af88-d2ee-42e7-9704-fa9aa696e087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.939250316Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-26d5bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-26d5bb","reconcileID":"e5ebb463-5422-4b6b-bcd3-c0792c7f5361","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-26d5bb","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-26d5bb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:54.984531556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cb6af88-d2ee-42e7-9704-fa9aa696e087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:56.934612862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423a1487-eb1d-4280-acd6-2ffa0a9ee41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:56.989688261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423a1487-eb1d-4280-acd6-2ffa0a9ee41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:57.053367349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423a1487-eb1d-4280-acd6-2ffa0a9ee41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:57.116527302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"423a1487-eb1d-4280-acd6-2ffa0a9ee41a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:59.253661457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8865bf1-8502-43ff-b533-8d2cea0635cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:59.308804178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8865bf1-8502-43ff-b533-8d2cea0635cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:59.363805939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8865bf1-8502-43ff-b533-8d2cea0635cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:48:59.418868067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8865bf1-8502-43ff-b533-8d2cea0635cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:01.372356772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219979dd-2249-427b-9fd6-902acce90b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:01.428103397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219979dd-2249-427b-9fd6-902acce90b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:01.482436854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219979dd-2249-427b-9fd6-902acce90b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:01.537577738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"219979dd-2249-427b-9fd6-902acce90b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:03.508165872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c589800-2792-405a-9f9b-0f8ce132bcca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:03.562858313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c589800-2792-405a-9f9b-0f8ce132bcca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:03.61796459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c589800-2792-405a-9f9b-0f8ce132bcca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:03.672119136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c589800-2792-405a-9f9b-0f8ce132bcca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.6483237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e6bef3-63c2-4278-a164-610119a6bb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.703548326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e6bef3-63c2-4278-a164-610119a6bb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.757616557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e6bef3-63c2-4278-a164-610119a6bb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:05.811759307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e6bef3-63c2-4278-a164-610119a6bb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.756081143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa719d45-03db-4bf8-98a0-3d67a5240074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.810178019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa719d45-03db-4bf8-98a0-3d67a5240074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.865027539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa719d45-03db-4bf8-98a0-3d67a5240074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:07.919643861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa719d45-03db-4bf8-98a0-3d67a5240074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:09.569143174Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-94ebd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-94ebd0","reconcileID":"50770e3d-8781-47b0-a7c4-6940120f58a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-94ebd0","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-94ebd0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:09.90777738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacac452-fbbd-4bb0-9bb0-383ac67f8974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:09.961850599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacac452-fbbd-4bb0-9bb0-383ac67f8974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:10.016203651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacac452-fbbd-4bb0-9bb0-383ac67f8974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:10.07065755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aacac452-fbbd-4bb0-9bb0-383ac67f8974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.049911086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c90741-8c4e-413c-a997-1106e5c78564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.106094592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c90741-8c4e-413c-a997-1106e5c78564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.160645713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c90741-8c4e-413c-a997-1106e5c78564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:12.215132333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66c90741-8c4e-413c-a997-1106e5c78564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:13.485268578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"52318810-88fe-401b-9667-7fcadee9783b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-96fb24","tenantID":"e2e-extmod-a-96fb24","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:13.649464505Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"52318810-88fe-401b-9667-7fcadee9783b","name":"e2e-extmod-a-96fb24-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:14.25146127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7d1e63-fe2a-4647-91ee-f73961f6cd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:14.305795643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7d1e63-fe2a-4647-91ee-f73961f6cd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:14.360616034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7d1e63-fe2a-4647-91ee-f73961f6cd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:14.414733062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f7d1e63-fe2a-4647-91ee-f73961f6cd28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:16.479865811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e599ac2-cd65-4dcd-ad0d-55688b3c2527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:16.534113852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e599ac2-cd65-4dcd-ad0d-55688b3c2527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:16.589225898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e599ac2-cd65-4dcd-ad0d-55688b3c2527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:16.644185534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e599ac2-cd65-4dcd-ad0d-55688b3c2527","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.621983323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6f3077-eb7a-445d-b3d2-186eab113cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.676172404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6f3077-eb7a-445d-b3d2-186eab113cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.730014921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6f3077-eb7a-445d-b3d2-186eab113cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:18.784052356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6f3077-eb7a-445d-b3d2-186eab113cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:20.799697117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dc9a9f-6f8d-42d3-830f-92d251de284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:20.853799982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dc9a9f-6f8d-42d3-830f-92d251de284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:20.909363469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dc9a9f-6f8d-42d3-830f-92d251de284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:20.964629276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07dc9a9f-6f8d-42d3-830f-92d251de284d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:22.913495044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730148cc-3789-422a-94dd-ab4cc3e66e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:22.967923629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730148cc-3789-422a-94dd-ab4cc3e66e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:22.983745427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:23.023466464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730148cc-3789-422a-94dd-ab4cc3e66e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:23.078390835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"730148cc-3789-422a-94dd-ab4cc3e66e34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.136788102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"44ded09a-bd78-4d79-b5b6-4a7743861cf7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0288ae","tenantID":"e2e-inf-a-0288ae","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:39.259675295Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"44ded09a-bd78-4d79-b5b6-4a7743861cf7","name":"e2e-inf-a-0288ae-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:52.98361625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:54.804336623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"3c377d4a-9123-4c74-bb2c-a282939be7c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:55.177608553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"e3c3f7ee-4e54-4f11-bc43-8e26b361cf2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:55.277618845Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"aef76a6e-b11a-4c82-87b6-dad5e7897acf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:55.378834728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"9ddf121d-6fb6-4c75-8845-bafd09345ff3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:55.479229533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"4cace4ab-e0f5-4079-90cf-621281fafded","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:55.499081796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"deea9867-ec5d-4302-a296-5f08d166a87a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:55.930772315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a05b6fa-c71f-4e4d-bb62-71ce3c911d36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:56.031147078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"4abb1d89-0eea-43f3-85d8-1105601e8641","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:56.130451994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"3ce1bceb-1526-484b-a5a8-540cd95e2494","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:56.23962503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"0276fc0d-3d9e-4ff0-8fab-61385beae2ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:56.424486195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55e3f5de-f03a-4782-b495-fe83e1764e61","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:56.527247612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"2f78ec1f-0675-43e6-aea9-ebedc0dcd723","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:49:56.680503381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"e348db9f-9a46-413a-a7c0-bb9b2adad658","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"llm/e2e-dft-d0e797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:22.983829015Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:27.809392934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"dfc38275-656f-472d-8a23-405fbfbd75fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:28.235239889Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"2eb40bef-62f9-4d10-aab7-803eaea90385","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:28.356594377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"54610559-3df5-4857-a5af-d898115c2196","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:28.480035571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"ea678414-94c9-465e-83b3-190fafc5b2d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:28.580070409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"5c93639b-56eb-4fc8-985b-e1eadef7cb9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:28.729194688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"d8f04bdd-bf97-40a8-bbc8-9dfc248ad197","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:28.851567123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"e93c4040-ab15-42c1-833b-fdfa5e1daba1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.096467437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"baf47ea4-4ddb-473e-a87b-d59ec7697bcd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.252004054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"08e0dd9f-602f-4ea0-b65f-7802b01fe2ab","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"llm/e2e-dft-d0e797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.299190021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"d4f4f250-1692-4a0c-865c-527cb3edc8a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.412539691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3a3f9537-450b-4611-a84e-ffbd469ec9cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.653530085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"6cd8a1c1-32ce-4fe4-8c13-8723a404c038","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:29.752441298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"d9720c3b-c7b6-4cf1-86c4-45f56c707f3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:33.948668758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"99cfd5e5-a0b0-4c5d-8a2c-425e57aa8c02","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-26d5bb","tenantID":"e2e-inf-b-26d5bb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:34.070735091Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"99cfd5e5-a0b0-4c5d-8a2c-425e57aa8c02","name":"e2e-inf-b-26d5bb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:48.980734726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"8bfb155d-a05f-45d3-8dfe-52f650ffd6c7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-94ebd0","tenantID":"e2e-inf-b-94ebd0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:49.10427191Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"8bfb155d-a05f-45d3-8dfe-52f650ffd6c7","name":"e2e-inf-b-94ebd0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:50.518213513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"75e4a0c3-2d28-4aa0-87a0-9e2ebba5a77b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:50.774862973Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"c0208081-2cab-4ca2-a4a2-9e3a13d0282a","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"llm/e2e-dft-d0e797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.114548137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"78e95138-566a-467d-840c-a0ae7c693490","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.23958341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"e1f9acb6-afd5-454e-93e8-bc19dd441281","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.425442962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"ffc6ddb5-4987-4a9b-8c1c-a7ade39f9363","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.525028417Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"3ce03295-5cd5-4492-be8b-dd4c6443c15a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.548229405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"feb8843b-ef36-403c-8d2d-808897734026","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.73253436Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"142e386f-e599-4f33-9b37-9c749e8bd1a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:51.832821644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"ba57700d-325a-4995-b473-08d870b34dc6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:52.102976158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"55a4dbbf-213a-4848-a61d-145fee19f8f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:52.203248468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"520b47d5-7b89-431c-8cdb-e0c4bd854268","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:52.226733084Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df6c72e4-2e9b-420b-89f7-507a81550490","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:52.348604136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"5de97417-4e3f-4161-adf1-671aedbd3d58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:50:52.983567528Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.248773105Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","namespace":"ai-tenant-e2e-inf-a-0288ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.249061805Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","namespace":"ai-tenant-e2e-inf-a-0288ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.249185486Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","tenant":"e2e-inf-a-0288ae","tenantID":"e2e-inf-a-0288ae","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.305706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"Deployment","name":"maas-api-e2e-inf-a-0288ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.368729114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"Service","name":"maas-api-e2e-inf-a-0288ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.43146149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-0288ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.488064767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-0288ae","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.54936136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.606514525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.665722703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.72208794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.775700861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"Deployment","name":"payload-processing-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.829494117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.883421172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"Service","name":"payload-processing-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.940262792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:14.996792877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:15.055234976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:15.114031852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:15.167622026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:15.221576663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:15.277551765Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:15.331506662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-0288ae","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:15.387376965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0288ae"},"namespace":"ai-tenant-e2e-inf-a-0288ae","name":"default-tenant","reconcileID":"e0ab19fa-6903-4547-a895-16ced8b591f4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-0288ae","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.021102595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12f9f32-f7e6-4f0c-9f68-b400e6e18ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.075371826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12f9f32-f7e6-4f0c-9f68-b400e6e18ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.129643359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12f9f32-f7e6-4f0c-9f68-b400e6e18ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.184771096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c12f9f32-f7e6-4f0c-9f68-b400e6e18ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.184829823Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0288ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0288ae","reconcileID":"0a0ee7f0-d490-4b87-a178-bcf0293d13aa","aitenant":"ai-tenants/e2e-inf-a-0288ae","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:21.988441844Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0288ae","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0288ae","reconcileID":"0a0ee7f0-d490-4b87-a178-bcf0293d13aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0288ae","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-0288ae"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:22.985451115Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:23.169357782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b6ce6d-844f-47f7-b0c2-c99059b2b45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:23.223857794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b6ce6d-844f-47f7-b0c2-c99059b2b45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:23.278674347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b6ce6d-844f-47f7-b0c2-c99059b2b45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:23.333888134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b6ce6d-844f-47f7-b0c2-c99059b2b45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.303660821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e6555e-4582-4383-a90d-db1877d23dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.35924419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e6555e-4582-4383-a90d-db1877d23dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.413532078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e6555e-4582-4383-a90d-db1877d23dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.467887409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63e6555e-4582-4383-a90d-db1877d23dbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.986621764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b61e8e-0e1b-4de0-8eb8-8f2f3f92a84d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:25.986647705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b61e8e-0e1b-4de0-8eb8-8f2f3f92a84d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.043989051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64ccc8f8-217d-4cdd-ba7f-2e404a5466ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.044016722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"64ccc8f8-217d-4cdd-ba7f-2e404a5466ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.152283008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"4cd5d4c1-3e26-4338-9aad-63cfc8944503","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.285791598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"4cd5d4c1-3e26-4338-9aad-63cfc8944503","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.344420791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"4cd5d4c1-3e26-4338-9aad-63cfc8944503","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.369595117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f44446dc-9fc2-47fc-ab0d-63aeb85b96e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.369623996Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f44446dc-9fc2-47fc-ab0d-63aeb85b96e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.407378334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14ab6760-dac5-4019-b8be-c63976f8b161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.407401013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14ab6760-dac5-4019-b8be-c63976f8b161","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.427742545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bc8bb2d-ec76-4beb-b5b9-8d50e99b13df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.427772729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9bc8bb2d-ec76-4beb-b5b9-8d50e99b13df","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:51:26.479840467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-sub-45b05fbf","reconcileID":"8ef9daf7-cb8d-4041-8201-67cd9c9c9a1c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-45b05fbf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.520184035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"3738794b-1201-45df-8cd2-1cce84324005","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.634101113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"3738794b-1201-45df-8cd2-1cce84324005","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.683831886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f34477-d01d-44aa-8509-1d4224488a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.683864383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28f34477-d01d-44aa-8509-1d4224488a89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.692429847Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"3738794b-1201-45df-8cd2-1cce84324005","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.743331616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"894159e2-5478-4afb-8f64-40cd0256dc36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:26.743362837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"894159e2-5478-4afb-8f64-40cd0256dc36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.077136421Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-sub-45b05fbf","reconcileID":"2cb9c820-4b53-43dc-a636-ef19b6d60ce0","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-45b05fbf/e2e-sub-45b05fbf","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.251587211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4c91d05-45a7-4afc-95f8-cd418ffd895f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.251619136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4c91d05-45a7-4afc-95f8-cd418ffd895f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.295375142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c838fe10-4179-4930-960f-d55634ce9fe6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.459019419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8397e4a9-9d92-4ff8-966b-ffff8fd2063b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.469032662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-sub-45b05fbf","reconcileID":"f4a919a0-f07f-4fb7-9b89-6c80f2282c8d","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.513367241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8397e4a9-9d92-4ff8-966b-ffff8fd2063b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.567716275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8397e4a9-9d92-4ff8-966b-ffff8fd2063b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:27.622052927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8397e4a9-9d92-4ff8-966b-ffff8fd2063b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:29.672312865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23b59bc-3b32-4f15-8384-7e966e96efa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:29.726722458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23b59bc-3b32-4f15-8384-7e966e96efa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:29.780840152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23b59bc-3b32-4f15-8384-7e966e96efa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:29.835370149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d23b59bc-3b32-4f15-8384-7e966e96efa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.803413355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"61538d30-2d94-40f6-831e-d34c77b16f14","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.864770699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"61538d30-2d94-40f6-831e-d34c77b16f14","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:36.923093575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"61538d30-2d94-40f6-831e-d34c77b16f14","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:47.031883844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"7472f091-015f-46d4-89ae-9cb84000e067","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:47.091754059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"7472f091-015f-46d4-89ae-9cb84000e067","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:47.150229695Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"7472f091-015f-46d4-89ae-9cb84000e067","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:52.983793979Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:57.259164362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"6c5ffd95-e66f-46d3-a7a0-54c8b2f42310","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:57.321714907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"6c5ffd95-e66f-46d3-a7a0-54c8b2f42310","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:51:57.380511316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"6c5ffd95-e66f-46d3-a7a0-54c8b2f42310","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:05.694897599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b407d6-28dd-46e1-b303-5074ee740481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:05.749507949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b407d6-28dd-46e1-b303-5074ee740481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:05.804720546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b407d6-28dd-46e1-b303-5074ee740481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:05.86063072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b407d6-28dd-46e1-b303-5074ee740481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:07.516349278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"3f8c2dc3-549c-4a2f-b76a-acb7b9b08e75","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:07.590464995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"3f8c2dc3-549c-4a2f-b76a-acb7b9b08e75","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:07.662787802Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 33, current generation is 34","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"3f8c2dc3-549c-4a2f-b76a-acb7b9b08e75","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:07.955221918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b82b8d6-9e03-4b02-97a0-ed40ac63a064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:08.013426984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b82b8d6-9e03-4b02-97a0-ed40ac63a064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:08.069401134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b82b8d6-9e03-4b02-97a0-ed40ac63a064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:08.124212094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b82b8d6-9e03-4b02-97a0-ed40ac63a064","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.483888008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"1ed5c0a2-53dc-4082-8286-8e4abcf6a4ae","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","model":"llm/e2e-dft-d0e797","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.765837296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"a9c15c67-fd7a-4d3f-91ad-c6dfe9035e19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:13.869790141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"a317849b-b973-44af-94ee-31a704ec8f89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.026979104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"f71030a9-6bf9-4b5d-abec-a887b26cf434","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.095459331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a371c7-eaf1-4428-afb9-a2b62ec253d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.152735274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a371c7-eaf1-4428-afb9-a2b62ec253d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.208112545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a371c7-eaf1-4428-afb9-a2b62ec253d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.263201372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a371c7-eaf1-4428-afb9-a2b62ec253d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.320848935Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"8c109d72-592f-4f4d-ad12-069af7fefbc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.376261823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae9fa4b5-56ea-4e85-b188-f40ccaa1c321","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.430783597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-sub-45b05fbf","reconcileID":"6c2819ec-6262-4220-b372-71b97686f9d9","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.596491918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"55f7c744-7b45-4cfd-b3ba-202980fb939b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.705624944Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"17abc954-bd00-47ea-8ed2-3ac2d1bd29e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:14.946084604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"6e90a63b-801b-407f-afa7-1a2b1e067686","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:15.046276154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"18075edd-d2d9-42e4-a8fa-ee6372893629","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:15.065626892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"c92fbf2d-436b-48ac-8a8c-704a4c2b9419","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:15.192549258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b9d6fce0-b427-424e-b8d5-0a109daab4ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:15.420892576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"a104375d-8ca7-4d69-befd-6a41cf9a5f41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.247442317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b04a3c0-eb17-464c-92ac-12206b6fd496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.301466917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b04a3c0-eb17-464c-92ac-12206b6fd496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.355728023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b04a3c0-eb17-464c-92ac-12206b6fd496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:16.412072828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b04a3c0-eb17-464c-92ac-12206b6fd496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.114265771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"9d2a3537-7ee2-46e2-bd34-d0a1a2cda51c","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.11430073Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"9d2a3537-7ee2-46e2-bd34-d0a1a2cda51c","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.275311738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"04668b25-46f4-413b-8f8a-d08539552d73","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.275624327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1ad802d-504e-42a4-aaa3-abfabfe058d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.285043511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d365fdec-17b9-4d65-bb87-e5baab1db7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.315797044Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"9b920396-37bb-48de-b2d4-31dd410bf852","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c94a9535","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.419923676Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"04668b25-46f4-413b-8f8a-d08539552d73","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:17.424214105Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d365fdec-17b9-4d65-bb87-e5baab1db7a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:17.42783188Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1ad802d-504e-42a4-aaa3-abfabfe058d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.480192179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"04668b25-46f4-413b-8f8a-d08539552d73","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:17.486609718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d365fdec-17b9-4d65-bb87-e5baab1db7a7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.486886674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2af7a039-ac7e-4879-8eb0-0e076a249ed6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.48689714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2af7a039-ac7e-4879-8eb0-0e076a249ed6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:17.491865888Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b1ad802d-504e-42a4-aaa3-abfabfe058d0","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.492198939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0128cdfb-25bd-4306-83a9-714fee004b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.492219772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0128cdfb-25bd-4306-83a9-714fee004b48","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.604617814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"6d2d3458-7647-483d-844a-475a6a5ed8fa","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.604737168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"6d2d3458-7647-483d-844a-475a6a5ed8fa","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.772387215Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"b7f1fbd3-2de8-4040-84fb-663012f394d1","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c94a9535","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.816169326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"79416aff-471a-4454-a376-7e8e88b1bb7b","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.816731152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"995c7c1e-2cab-4f15-bd2a-da1954de74bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.817217616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e6408d9-a7e4-4d3d-af00-c49238492920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.817587066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"237f14fc-b629-464a-abde-c462aabc7689","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.877172881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"79416aff-471a-4454-a376-7e8e88b1bb7b","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.877561198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"995c7c1e-2cab-4f15-bd2a-da1954de74bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.881628831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e6408d9-a7e4-4d3d-af00-c49238492920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.936804083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"79416aff-471a-4454-a376-7e8e88b1bb7b","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.939043787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"995c7c1e-2cab-4f15-bd2a-da1954de74bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.941702877Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 35","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1e6408d9-a7e4-4d3d-af00-c49238492920","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:17.959883145Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"237f14fc-b629-464a-abde-c462aabc7689","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.000493483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea83f4b0-b857-4371-a215-a9ff4402b762","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.000516454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea83f4b0-b857-4371-a215-a9ff4402b762","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.002736325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92cb4a77-6fb5-44df-96b6-bbab109e6cb5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.002756637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"92cb4a77-6fb5-44df-96b6-bbab109e6cb5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.019715833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 36","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"237f14fc-b629-464a-abde-c462aabc7689","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.077732809Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9efa91e2-df63-4d71-b0a1-39b0dd8afefe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.077753461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9efa91e2-df63-4d71-b0a1-39b0dd8afefe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.155849114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"e2d055e2-8f74-439a-bb72-21d13e6dedce","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.253928142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fa1332d-ea92-4f47-a9f7-f41b5d235a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.254343646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b241c77-5fdc-4da1-b81e-6ca3d96d8911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.294218489Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"e2d055e2-8f74-439a-bb72-21d13e6dedce","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.314837354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b241c77-5fdc-4da1-b81e-6ca3d96d8911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.316459005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fa1332d-ea92-4f47-a9f7-f41b5d235a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.355956832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"e2d055e2-8f74-439a-bb72-21d13e6dedce","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.374623592Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b241c77-5fdc-4da1-b81e-6ca3d96d8911","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.376218888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 37","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fa1332d-ea92-4f47-a9f7-f41b5d235a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.419036431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bec5184-6ec0-4c83-acee-0ec85ea04353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.480096645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bec5184-6ec0-4c83-acee-0ec85ea04353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.501478886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"e578dd47-4b4b-4c49-9a4e-4d1379f76348","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.50150449Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"e578dd47-4b4b-4c49-9a4e-4d1379f76348","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.53638527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bec5184-6ec0-4c83-acee-0ec85ea04353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.590578176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bec5184-6ec0-4c83-acee-0ec85ea04353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.616776414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e294bfd-5f73-4242-b989-ace115caefa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.616797127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e294bfd-5f73-4242-b989-ace115caefa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.617223757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f562b6e1-b74e-4a44-8fa0-257834f07928","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:18.617236954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f562b6e1-b74e-4a44-8fa0-257834f07928","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:22.983659973Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:27.828042467Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"9705ee8f-44aa-408f-b956-d3075cc00d44","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-d0e797","subscription":"e2e-dft-d0e797-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:27.93838594Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"9705ee8f-44aa-408f-b956-d3075cc00d44","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:27.993759971Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-sub","reconcileID":"9705ee8f-44aa-408f-b956-d3075cc00d44","MaaSSubscription":{"name":"e2e-dft-d0e797-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-d0e797","namespace":"llm","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.041559335Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","namespace":"ai-tenant-e2e-extmod-a-96fb24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.041672092Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","namespace":"ai-tenant-e2e-extmod-a-96fb24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.041761817Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","tenant":"e2e-extmod-a-96fb24","tenantID":"e2e-extmod-a-96fb24","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.097846133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"Deployment","name":"maas-api-e2e-extmod-a-96fb24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.171234676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"Service","name":"maas-api-e2e-extmod-a-96fb24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.192605761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"24623db6-cd34-4f86-bafe-5a5d839f40e0","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.235915166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-96fb24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.292248091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-96fb24","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.354806696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.355170747Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"24623db6-cd34-4f86-bafe-5a5d839f40e0","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.358653494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"09038d87-ff33-4d3b-975e-2e138cda164e","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.358689722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"09038d87-ff33-4d3b-975e-2e138cda164e","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.411494767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.413700193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 38","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"24623db6-cd34-4f86-bafe-5a5d839f40e0","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.470707606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.506910757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"0601c262-b319-49b4-b318-5dbd6fe590d6","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.506937273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"0601c262-b319-49b4-b318-5dbd6fe590d6","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.521668787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee0f7399-5a49-4cf7-bce5-554f0a880cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.523796395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"c0744415-6a2f-49c1-a4f0-4322bc450fba","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.524263207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2997bf0-ee47-4771-ac9e-c9eff4c6cf5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.527602809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.562403483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ac9ca0b-5d9f-47b2-907c-172f7a142402","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.562538096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ac9ca0b-5d9f-47b2-907c-172f7a142402","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.606634292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.660633471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.672805313Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee0f7399-5a49-4cf7-bce5-554f0a880cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:28.682002138Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2997bf0-ee47-4771-ac9e-c9eff4c6cf5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:28.685429228Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"c0744415-6a2f-49c1-a4f0-4322bc450fba","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.714469294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"Service","name":"payload-processing-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.73118839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee0f7399-5a49-4cf7-bce5-554f0a880cfd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:28.744791177Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2997bf0-ee47-4771-ac9e-c9eff4c6cf5e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.745327009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3aed8c3-ff95-4eb8-91f6-2b1c40eaa57c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.745342953Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3aed8c3-ff95-4eb8-91f6-2b1c40eaa57c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:28.748345714Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"c0744415-6a2f-49c1-a4f0-4322bc450fba","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dft-d0e797-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2215\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:637\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:28.748398564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"c0744415-6a2f-49c1-a4f0-4322bc450fba","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.748552698Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-d0e797-access","reconcileID":"8e47bc65-7106-44ab-b22d-7fabcff7d69b","MaaSAuthPolicy":{"name":"e2e-dft-d0e797-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.768143367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.790997086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a547a822-163b-40a3-a9bf-0013667eb771","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.791013981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a547a822-163b-40a3-a9bf-0013667eb771","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.821790725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.875637954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.912243325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8c72bcd-de78-4b5b-accb-31c12de50891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.929474871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.97230792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8c72bcd-de78-4b5b-accb-31c12de50891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:28.989442912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.056111493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.060195604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"cd141451-9f07-4794-ad7c-4b07b9a6475a","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.060222272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"cd141451-9f07-4794-ad7c-4b07b9a6475a","MaaSModelRef":{"name":"e2e-dft-d0e797","namespace":"llm"},"routeName":"external-model-e2e-dft-d0e797-ec2904f6526b","namespace":"llm","model":"e2e-dft-d0e797","externalModel":"e2e-dft-d0e797","provider":"e2e-dft-d0e797-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.064265908Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 39","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e8c72bcd-de78-4b5b-accb-31c12de50891","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.123112989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.142585423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a346fd-13cf-4f13-9913-d685fc0bc75c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.142921227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43a346fd-13cf-4f13-9913-d685fc0bc75c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.192683813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-96fb24","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.246808663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-96fb24"},"namespace":"ai-tenant-e2e-extmod-a-96fb24","name":"default-tenant","reconcileID":"1be2324d-0be1-4940-b52a-4e267e54a4d6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-96fb24","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.688040467Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"81ecf7c6-6e64-4d94-bd37-c5d9ef6af153","namespace":"llm","name":"e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.751722714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee51ad45-b3c7-45e7-97f2-74bccb0f1dab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.751746045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ee51ad45-b3c7-45e7-97f2-74bccb0f1dab","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.752056792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"025bcbec-30a3-4bbc-a51c-b1fdd7012329","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.752072533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"025bcbec-30a3-4bbc-a51c-b1fdd7012329","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.752408505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec59f274-fbc9-4517-8c70-05ab087f8777","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.752424144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec59f274-fbc9-4517-8c70-05ab087f8777","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.752648659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f94b5e17-0dac-4136-92e4-bff13b1ef63b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.752662572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f94b5e17-0dac-4136-92e4-bff13b1ef63b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.75290325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0e82da3-fd8f-4750-ba19-f1ef0a984022","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.752916676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f0e82da3-fd8f-4750-ba19-f1ef0a984022","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.753180834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"277363fc-fc69-4786-ab6a-65a33726e61e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.753195178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"277363fc-fc69-4786-ab6a-65a33726e61e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.753406123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81d6a81-959d-447b-98f0-384e59faa613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.753419084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e81d6a81-959d-447b-98f0-384e59faa613","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.753805204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1cc0dc3f-49f5-42d0-93d5-bd8aefadd0fc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.753820267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1cc0dc3f-49f5-42d0-93d5-bd8aefadd0fc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.796974036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"f096b8f9-eb9c-41dd-b1f5-b2ae705d1207","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.850367249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5186a73a-7d3e-45c6-a362-db7ef4558ae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.850984615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c03107a-8a59-41ab-9c9e-176d5397f14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.851205281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"662e6d3e-e728-4081-85cb-a1cdc55ddc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.851402322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"a1f74398-80e7-42b3-a042-4daeaa1d02a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.910808103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5186a73a-7d3e-45c6-a362-db7ef4558ae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.911787155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"a1f74398-80e7-42b3-a042-4daeaa1d02a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.913297627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"662e6d3e-e728-4081-85cb-a1cdc55ddc0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.914337461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c03107a-8a59-41ab-9c9e-176d5397f14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.933682642Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"f096b8f9-eb9c-41dd-b1f5-b2ae705d1207","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.942293157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b23fb7c-8773-448e-aefe-c4ca4ae9d852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.97550804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-sub-45b05fbf","reconcileID":"0d3edd81-3a14-43a0-9dab-35f9d907dce2","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.975885638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4d1234f8-8f99-492a-8a50-5160b297a38f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.975963618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d8e65c14-a849-467b-a88d-4d5bc765f64a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:29.996839342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b23fb7c-8773-448e-aefe-c4ca4ae9d852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.001647433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"f096b8f9-eb9c-41dd-b1f5-b2ae705d1207","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.001815393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5186a73a-7d3e-45c6-a362-db7ef4558ae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.003063633Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 40","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c03107a-8a59-41ab-9c9e-176d5397f14d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.004340412Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-96fb24","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-96fb24","reconcileID":"5f63d918-fd36-4dca-b5a9-5f8357dbb665","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-96fb24","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-96fb24"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.05179121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b23fb7c-8773-448e-aefe-c4ca4ae9d852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.110334454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87308d78-701a-49dc-aef2-5029dd258afb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.110354973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"87308d78-701a-49dc-aef2-5029dd258afb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.111450744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b23fb7c-8773-448e-aefe-c4ca4ae9d852","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.113019199Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86a86b2f-d812-46f0-adfe-4ef7dd9afed2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.113032708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"86a86b2f-d812-46f0-adfe-4ef7dd9afed2","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.117277884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21289be-9a93-4489-97e7-4a857e716b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.117299026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e21289be-9a93-4489-97e7-4a857e716b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.308045147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"883e2e60-985a-40ab-88f1-421cce488c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.364388491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"6fb8d774-0c6c-4527-a508-57133dd4cadc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.364602567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"8ad22f2a-5fc6-424a-a7b7-63eb8c4087bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.36508121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"3d3544a5-c84d-4c5a-9568-6780a9e03ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.38070841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"883e2e60-985a-40ab-88f1-421cce488c51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.426321544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"9023c599-d731-4794-857e-11a43f5754ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.442309361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"6fb8d774-0c6c-4527-a508-57133dd4cadc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.446514107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"8ad22f2a-5fc6-424a-a7b7-63eb8c4087bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.462662369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"3d3544a5-c84d-4c5a-9568-6780a9e03ce5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.488089115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"9023c599-d731-4794-857e-11a43f5754ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.534184286Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-d0e797","namespace":"llm"},"namespace":"llm","name":"e2e-dft-d0e797","reconcileID":"450a940d-02bd-4dce-aac5-a7654a2174e9","namespace":"llm","name":"e2e-dft-d0e797","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.761797255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"8df87425-3f53-453a-9f76-1729ad5f074c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.823470519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"8df87425-3f53-453a-9f76-1729ad5f074c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.863610435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d681b5cd-bc71-4ac6-8ffd-8bf9f09a757b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.864315995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45d9da54-aed0-41ad-bbb6-d2e32a9b7add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.865260954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"451a800e-cb20-445b-9cbf-07bea3237fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.865826358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"ddd07306-2edb-436d-aea2-4cc7d07a22da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.929111391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"451a800e-cb20-445b-9cbf-07bea3237fe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:30.932836567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"ddd07306-2edb-436d-aea2-4cc7d07a22da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.014143715Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45d9da54-aed0-41ad-bbb6-d2e32a9b7add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:31.01832865Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d681b5cd-bc71-4ac6-8ffd-8bf9f09a757b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.073787882Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 41","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"45d9da54-aed0-41ad-bbb6-d2e32a9b7add","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:31.077730014Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d681b5cd-bc71-4ac6-8ffd-8bf9f09a757b","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.078082385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a38cc0b5-d240-4f0b-a632-1cb2b10a4cd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.078104282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a38cc0b5-d240-4f0b-a632-1cb2b10a4cd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.096258721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"06f1d12b-0373-455e-a247-4854ec8b053f","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.132112705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46d345b6-5845-4cb8-b9cf-62e14a668214","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.132136615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"46d345b6-5845-4cb8-b9cf-62e14a668214","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.323143463Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"06f1d12b-0373-455e-a247-4854ec8b053f","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.365201249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"baf51394-cc81-4903-845a-4ae80bcbfc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.365295962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ec0c3590-0d1f-4b37-a8a4-a07f62b48f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.365690488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e99f504c-92c9-43c6-9807-4ff81dc93a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.383080121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 42","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"06f1d12b-0373-455e-a247-4854ec8b053f","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.434648372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"e99f504c-92c9-43c6-9807-4ff81dc93a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.435534552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"baf51394-cc81-4903-845a-4ae80bcbfc57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.438599338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ec0c3590-0d1f-4b37-a8a4-a07f62b48f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.4407352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c72f2a4f-8a70-4d73-ba79-35c0f5b55ee1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.44075866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c72f2a4f-8a70-4d73-ba79-35c0f5b55ee1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.453402445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"8996a0ab-d496-41d3-a4af-bf9de7f29415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.513201335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"8996a0ab-d496-41d3-a4af-bf9de7f29415","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.692719003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"fe4f4a2b-71f8-4db7-a284-cb4dffbca966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.771852494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"fe4f4a2b-71f8-4db7-a284-cb4dffbca966","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.877687216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1dc01b3c-c92a-42f8-b202-620bb2eec380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.878471238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"b6956743-039a-4ee4-bcde-24367abcc5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:31.891484606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d79a15cc-bb57-42d2-82b9-cd9b65784bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.042999336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"1dc01b3c-c92a-42f8-b202-620bb2eec380","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.096777111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"b6956743-039a-4ee4-bcde-24367abcc5cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.207996099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d79a15cc-bb57-42d2-82b9-cd9b65784bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.246592578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59a2fea-e8f4-429d-9869-8788d74060e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.301575415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59a2fea-e8f4-429d-9869-8788d74060e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.322031956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d79a15cc-bb57-42d2-82b9-cd9b65784bd4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.358879411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59a2fea-e8f4-429d-9869-8788d74060e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.416496452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f59a2fea-e8f4-429d-9869-8788d74060e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.428156607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5869be8-0687-4927-b8b6-263756fbd101","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:32.428240068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5869be8-0687-4927-b8b6-263756fbd101","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.554344062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e3fb34-97f9-4afb-b97f-95446a90cc94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.609285736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e3fb34-97f9-4afb-b97f-95446a90cc94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.663879549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e3fb34-97f9-4afb-b97f-95446a90cc94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:34.718158908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b9e3fb34-97f9-4afb-b97f-95446a90cc94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.00528034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d25b7fb1-cf21-41c3-8dd6-324819b1fdac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.005301351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d25b7fb1-cf21-41c3-8dd6-324819b1fdac","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.226999891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b16a0559-8962-4f0e-b079-7b39ef662405","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.230647669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd7c760d-633b-44ef-a172-9bae1c3f3195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.233554729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7011d31-4530-4c43-b4ec-266fbb9ab74d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.290850368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd7c760d-633b-44ef-a172-9bae1c3f3195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.294405483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7011d31-4530-4c43-b4ec-266fbb9ab74d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.35006245Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd7c760d-633b-44ef-a172-9bae1c3f3195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.353138044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 43","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7011d31-4530-4c43-b4ec-266fbb9ab74d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.398923098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4ec5a89-1240-4c5b-811b-bd90e3d85d6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.398984675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b4ec5a89-1240-4c5b-811b-bd90e3d85d6b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.41004144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1352c79-3040-496e-b945-3e9ef90517ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.410059034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b1352c79-3040-496e-b945-3e9ef90517ca","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:37.621887091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"742f50c6-d548-4bdf-940f-444205cb8d82","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:40.803799892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6400bfb-fba9-4bd5-b7a2-c714de5542df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:40.858498948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6400bfb-fba9-4bd5-b7a2-c714de5542df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:40.913447526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6400bfb-fba9-4bd5-b7a2-c714de5542df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:40.967833491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6400bfb-fba9-4bd5-b7a2-c714de5542df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:41.274929155Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d6c118","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d6c118","reconcileID":"4a2e6188-394b-4e10-85d4-431224389b41","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d6c118","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d6c118":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:41.580479875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"7dc8e5f8-68e9-4fce-8cc9-2e310a4bf517","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:41.718818909Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"7dc8e5f8-68e9-4fce-8cc9-2e310a4bf517","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:41.780999398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 44","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"7dc8e5f8-68e9-4fce-8cc9-2e310a4bf517","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:41.841591779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2a55bec-aa81-41a3-be95-760bdcb72b54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:41.841613287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2a55bec-aa81-41a3-be95-760bdcb72b54","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.015120049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4848fbfd-8e8c-4b6c-84d2-a2fc39b06754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.069213005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4848fbfd-8e8c-4b6c-84d2-a2fc39b06754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.123488748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4848fbfd-8e8c-4b6c-84d2-a2fc39b06754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:43.17751523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4848fbfd-8e8c-4b6c-84d2-a2fc39b06754","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:45.139321186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1f79ea-e1ad-43bb-99e5-6e8048405087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:45.193449448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1f79ea-e1ad-43bb-99e5-6e8048405087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:45.251497752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1f79ea-e1ad-43bb-99e5-6e8048405087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:45.307384649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c1f79ea-e1ad-43bb-99e5-6e8048405087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.347396777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a20a85d-7f40-4bf4-9e49-7a6bb733f6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.401767688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a20a85d-7f40-4bf4-9e49-7a6bb733f6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.410822035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fef00b8e-3c1b-47b9-b655-22ac55b68f55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.410843798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fef00b8e-3c1b-47b9-b655-22ac55b68f55","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.455886747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a20a85d-7f40-4bf4-9e49-7a6bb733f6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.51013147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a20a85d-7f40-4bf4-9e49-7a6bb733f6a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.617294244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8520518d-e6c4-4985-8d72-bd3a9d88655f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.671006723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbcd99b-79cf-49e7-bfa9-f96ae02f525e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.805345018Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8520518d-e6c4-4985-8d72-bd3a9d88655f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:47.80883293Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbcd99b-79cf-49e7-bfa9-f96ae02f525e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.864047371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8520518d-e6c4-4985-8d72-bd3a9d88655f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:52:47.868558919Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6dbcd99b-79cf-49e7-bfa9-f96ae02f525e","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.868855177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dccb6bb6-8933-46cc-a4e5-02bb4f69c68f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.868872443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"dccb6bb6-8933-46cc-a4e5-02bb4f69c68f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.921933909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f2fd24-c7e7-4325-99f6-df37b602de0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:47.921978951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c2f2fd24-c7e7-4325-99f6-df37b602de0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:48.045520345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1870174c-d57c-41e8-b850-f2a17b988487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:48.10566792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1870174c-d57c-41e8-b850-f2a17b988487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:48.164376794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 45","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1870174c-d57c-41e8-b850-f2a17b988487","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:48.222550636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785a7153-450b-452d-8838-128abf25345e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:48.222576184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"785a7153-450b-452d-8838-128abf25345e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:49.50045217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a209e3f-44cf-4ab6-a7cd-38f39f056e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:49.554793128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a209e3f-44cf-4ab6-a7cd-38f39f056e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:49.60900585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a209e3f-44cf-4ab6-a7cd-38f39f056e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:49.662863639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a209e3f-44cf-4ab6-a7cd-38f39f056e5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:51.950274908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"80fb7fd3-196e-40e3-a5dc-05035689d51a","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:52.087516936Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"80fb7fd3-196e-40e3-a5dc-05035689d51a","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:52.146152122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 46","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"80fb7fd3-196e-40e3-a5dc-05035689d51a","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:52.205555265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84d7c7c7-c692-43cc-a167-2fc344c6a59d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:52.205577366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"84d7c7c7-c692-43cc-a167-2fc344c6a59d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:53.029125044Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.088704178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5982b965-e001-4649-a8cc-37d0698c992b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.223396752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81c09dfe-00fa-4628-91b5-742528e93961","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.22342675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81c09dfe-00fa-4628-91b5-742528e93961","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.223519932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5982b965-e001-4649-a8cc-37d0698c992b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.28359123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5982b965-e001-4649-a8cc-37d0698c992b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.343554907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"387a0064-23ab-41c2-80ac-7d425a8613c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.343577882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"387a0064-23ab-41c2-80ac-7d425a8613c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.384833199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5969a98d-288c-4cb9-a915-11d4c13a48d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.445592302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5969a98d-288c-4cb9-a915-11d4c13a48d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.507649867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5969a98d-288c-4cb9-a915-11d4c13a48d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.567677784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04fc26be-585d-44a8-8a92-42594cf90e75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.567701611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"04fc26be-585d-44a8-8a92-42594cf90e75","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.801911074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11bb8679-3e69-40de-8b8a-fb3a27075df8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:58.801936743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"11bb8679-3e69-40de-8b8a-fb3a27075df8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.020035861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ca5511b1-0f7e-4b40-97a8-6fb2188c19a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.023153501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba6f3ffa-ec15-4fa9-94fa-252a34527534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.02330345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fe46ec4-b577-40de-adbb-ff8510d69764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.083451011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fe46ec4-b577-40de-adbb-ff8510d69764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.084607472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba6f3ffa-ec15-4fa9-94fa-252a34527534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.141926524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fe46ec4-b577-40de-adbb-ff8510d69764","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.143467775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 47","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ba6f3ffa-ec15-4fa9-94fa-252a34527534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.19508136Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5cae0979-f9b2-4ea1-a200-383eadae2763","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.195105253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5cae0979-f9b2-4ea1-a200-383eadae2763","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:52:59.416449285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89292449-b537-4a4c-bc1f-ac169df58c51","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:02.314252261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"32da85ca-6d86-41a8-b6f4-69eb1a76aaa7","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:02.458404101Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"32da85ca-6d86-41a8-b6f4-69eb1a76aaa7","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:02.518070523Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 48","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"32da85ca-6d86-41a8-b6f4-69eb1a76aaa7","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:02.588499977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"041e99cd-3b0e-4e75-a8be-ca870e34cfdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:02.58852308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"041e99cd-3b0e-4e75-a8be-ca870e34cfdb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.307501016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f8ee966-5ba7-442a-8fad-c462b6a8faea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.307509437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7f2c6c3-d2aa-4f6b-a975-cd017609382b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.446923809Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7f2c6c3-d2aa-4f6b-a975-cd017609382b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:09.450130463Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f8ee966-5ba7-442a-8fad-c462b6a8faea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.505791518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e7f2c6c3-d2aa-4f6b-a975-cd017609382b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:53:09.509954069Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1f8ee966-5ba7-442a-8fad-c462b6a8faea","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.510461748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"221e3937-e51b-48bb-8fc5-71f3cebde14f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.510480642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"221e3937-e51b-48bb-8fc5-71f3cebde14f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.565481588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0583f9f-6f11-44cc-a6e7-f0458aef5450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.565504452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0583f9f-6f11-44cc-a6e7-f0458aef5450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.678683321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e84d1e5b-4a90-4e64-91a7-760efdb55939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.740709981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e84d1e5b-4a90-4e64-91a7-760efdb55939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.800388812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 49","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e84d1e5b-4a90-4e64-91a7-760efdb55939","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.858575035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b7f2287-7f17-4361-be28-e5891a627c78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:09.858596926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2b7f2287-7f17-4361-be28-e5891a627c78","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:11.862066925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"66363706-ae4c-4942-904a-d0542eaa9987","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:11.959936312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-sub-45b05fbf","reconcileID":"871306f9-f4db-4178-acd0-093c120c0606","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:11.975339187Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4a6393e-10b4-40f1-a368-67b61a10cacd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.082387321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f65f052b-e369-411d-a7f8-075043238bd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.265449786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"f77e4877-4d34-48b7-ae72-d86f97a0d1ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.367276045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"d62650d0-9503-4fb7-8ffd-4d18d63837f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.467735726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"aa87c48c-f871-4d1d-ab0b-53cbb0bdbc8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.467840924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"bb9a87e8-f0b7-4bcc-bb51-2d793a904ab5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.696374968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"1b0943a3-610e-42f9-9b43-e057f9c8aca3","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.702217567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"cb362c40-7557-4877-b162-a710abaabc32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.826195143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"5d915ec8-fffd-410e-a5ee-65d307f9f14b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.830550029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"1b0943a3-610e-42f9-9b43-e057f9c8aca3","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.890377954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 50","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"1b0943a3-610e-42f9-9b43-e057f9c8aca3","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.950163206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81dc7935-1d2e-47eb-b1d1-a34c0f81e51c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.950185646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81dc7935-1d2e-47eb-b1d1-a34c0f81e51c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:12.953312211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"e6f19bb8-d7b6-42ae-900e-6874117283ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:13.050268022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"377e99d3-e877-472f-b2ce-0478f0b930ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:13.252620908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"d1dda5bf-3255-4c05-b8a7-fcc6a5d6cc21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:19.727854086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a355aa-535e-4408-ac19-333f6b4a5371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:19.86222701Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a355aa-535e-4408-ac19-333f6b4a5371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:19.920713004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61a355aa-535e-4408-ac19-333f6b4a5371","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:19.980713621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90116c6-e163-4218-af2c-5ea2c544a68c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:19.980738044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b90116c6-e163-4218-af2c-5ea2c544a68c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:20.021738634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2488e5de-db99-4d00-a43f-ffb473665424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:20.082145841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2488e5de-db99-4d00-a43f-ffb473665424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:20.141553838Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 51","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2488e5de-db99-4d00-a43f-ffb473665424","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:20.201795349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20080b74-c6ec-43bd-9911-18213bc1c9f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:20.201817771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"20080b74-c6ec-43bd-9911-18213bc1c9f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:22.985075181Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:23.059142612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"ae79f08d-e751-4997-80d9-6792a0ff71ba","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:23.193570541Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"ae79f08d-e751-4997-80d9-6792a0ff71ba","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:23.252236067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 52","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"ae79f08d-e751-4997-80d9-6792a0ff71ba","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:23.311656428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e784ebb-f7ca-48cf-82b2-c2a95ce6d4e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:23.311682283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e784ebb-f7ca-48cf-82b2-c2a95ce6d4e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.576406319Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","namespace":"ai-tenant-e2e-inf-a-0f1899","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.576483022Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","namespace":"ai-tenant-e2e-inf-a-0f1899","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.576554785Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","tenant":"e2e-inf-a-0f1899","tenantID":"e2e-inf-a-0f1899","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.632700385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"Deployment","name":"maas-api-e2e-inf-a-0f1899","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.697791366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"Service","name":"maas-api-e2e-inf-a-0f1899","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.755832792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-0f1899","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.811822831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-0f1899","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.875173666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.932157252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:26.991901179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.048583684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.10250971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"Deployment","name":"payload-processing-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.156338367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.210263866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"Service","name":"payload-processing-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.264079926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.317773762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.371387368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.425169095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.482863891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.536591151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.590211896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.651198936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-0f1899","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:27.705095549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0f1899"},"namespace":"ai-tenant-e2e-inf-a-0f1899","name":"default-tenant","reconcileID":"a000b583-31b4-493a-a7e3-22ab45b9b7c7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-0f1899","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:29.60456239Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0f1899","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0f1899","reconcileID":"4a013e4d-c5f9-4d03-a9f3-fcc055421d90","aitenant":"ai-tenants/e2e-inf-a-0f1899","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.142382383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bfbf3e9-6e6c-43d7-a1fe-a644a228939e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.197257044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f058b0-82c3-4b85-a82c-18b908451157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.252013584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f058b0-82c3-4b85-a82c-18b908451157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.30698672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f058b0-82c3-4b85-a82c-18b908451157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.326139662Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bfbf3e9-6e6c-43d7-a1fe-a644a228939e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.363243082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9f058b0-82c3-4b85-a82c-18b908451157","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.425600303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5bfbf3e9-6e6c-43d7-a1fe-a644a228939e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.473392726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"584b41b6-bc8f-475b-9bb2-37908c15b5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.480687823Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0f1899","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0f1899","reconcileID":"4a013e4d-c5f9-4d03-a9f3-fcc055421d90","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0f1899","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-0f1899"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.483920328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5e66188-bc1f-465c-b87c-9d511a2ccd2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.483977025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5e66188-bc1f-465c-b87c-9d511a2ccd2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.533619348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"584b41b6-bc8f-475b-9bb2-37908c15b5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.592849338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 53","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"584b41b6-bc8f-475b-9bb2-37908c15b5aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.653115956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c8e7ca4-91e0-4423-a875-a50fc6a327a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:30.65313768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3c8e7ca4-91e0-4423-a875-a50fc6a327a3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:32.348684448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab51bed6-b7a2-4df0-8f49-7bcac692d724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:32.402738031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab51bed6-b7a2-4df0-8f49-7bcac692d724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:32.456884099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab51bed6-b7a2-4df0-8f49-7bcac692d724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:32.514261179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab51bed6-b7a2-4df0-8f49-7bcac692d724","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.095668825Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","namespace":"ai-tenant-e2e-inf-a-a93f35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.095734469Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","namespace":"ai-tenant-e2e-inf-a-a93f35","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.095785956Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","tenant":"e2e-inf-a-a93f35","tenantID":"e2e-inf-a-a93f35","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.153487879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"Deployment","name":"maas-api-e2e-inf-a-a93f35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.217251816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"Service","name":"maas-api-e2e-inf-a-a93f35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.283166045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a93f35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.341090963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a93f35","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.400017773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.420349448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"24c7d098-a130-4d0d-8027-e11e4ebc570a","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.456514925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.515407884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.557049337Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"24c7d098-a130-4d0d-8027-e11e4ebc570a","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.57193051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.629687602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 54","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"24c7d098-a130-4d0d-8027-e11e4ebc570a","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.679379794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"Deployment","name":"payload-processing-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.689836147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d40593c4-add3-4eb3-94a7-68c4f55e6012","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.68986238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d40593c4-add3-4eb3-94a7-68c4f55e6012","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.733169974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.787884954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"Service","name":"payload-processing-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.846285383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.90007173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:33.959416415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.013424117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.071316117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.125020092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.178877163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.236383385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-a93f35","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.297358882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a93f35"},"namespace":"ai-tenant-e2e-inf-a-a93f35","name":"default-tenant","reconcileID":"1ce52295-83be-4d3a-b777-eb13af0dc96e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-a93f35","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.542705549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a0ab53-3b88-404b-b95d-e54af9d52874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.597007729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a0ab53-3b88-404b-b95d-e54af9d52874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.651452616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a0ab53-3b88-404b-b95d-e54af9d52874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:34.70550655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99a0ab53-3b88-404b-b95d-e54af9d52874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.715794682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18df4adf-b065-4ca9-963b-bc753a578f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.770026786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18df4adf-b065-4ca9-963b-bc753a578f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.824159266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18df4adf-b065-4ca9-963b-bc753a578f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:36.878392772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18df4adf-b065-4ca9-963b-bc753a578f14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:38.338313948Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a93f35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a93f35","reconcileID":"1810be45-bef7-4cf5-8d2b-d8aedc0f242e","aitenant":"ai-tenants/e2e-inf-a-a93f35","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:38.911088661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f77519-90ea-4351-bc44-96b25567a371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:38.965813699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f77519-90ea-4351-bc44-96b25567a371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:39.020210034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f77519-90ea-4351-bc44-96b25567a371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:39.074936108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f77519-90ea-4351-bc44-96b25567a371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:39.19060291Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a93f35","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a93f35","reconcileID":"1810be45-bef7-4cf5-8d2b-d8aedc0f242e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a93f35","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-a93f35"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.645860863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b1c0e7-4992-41b0-a2e9-0a664fee8f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.780893814Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b1c0e7-4992-41b0-a2e9-0a664fee8f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.815330538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bafc88e7-4d20-46a5-8cc1-f4360fa64cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.839476679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b3b1c0e7-4992-41b0-a2e9-0a664fee8f32","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.876813109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bafc88e7-4d20-46a5-8cc1-f4360fa64cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.899129114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ea36a1-f03c-446f-8a3c-6d49a6078e0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.89915941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62ea36a1-f03c-446f-8a3c-6d49a6078e0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.935182716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 55","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bafc88e7-4d20-46a5-8cc1-f4360fa64cb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.994869348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39961162-2746-4d1a-a984-290f5e78a64e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:40.994892607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"39961162-2746-4d1a-a984-290f5e78a64e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:41.048348332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c691f35-91d9-482c-8b3c-487ae3071447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:41.103121448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c691f35-91d9-482c-8b3c-487ae3071447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:41.156966987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c691f35-91d9-482c-8b3c-487ae3071447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:41.211041014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c691f35-91d9-482c-8b3c-487ae3071447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.184771094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da4d05a-ea1d-4514-adcd-54c2b0819394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.238970208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da4d05a-ea1d-4514-adcd-54c2b0819394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.293410896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da4d05a-ea1d-4514-adcd-54c2b0819394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.349096767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6da4d05a-ea1d-4514-adcd-54c2b0819394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.798406381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"24f5a6b7-198d-4dbc-b75b-e93c8841154b","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.933292848Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"24f5a6b7-198d-4dbc-b75b-e93c8841154b","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:43.992414366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 56","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"24f5a6b7-198d-4dbc-b75b-e93c8841154b","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:44.052097525Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3a1c8a-9e8c-4792-8b4b-10c0ac7aaaa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:44.052122262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da3a1c8a-9e8c-4792-8b4b-10c0ac7aaaa4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:47.803572682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e030a3ed-3f68-4c32-8ec6-698577d70a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:47.85746559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e030a3ed-3f68-4c32-8ec6-698577d70a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:47.911781083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e030a3ed-3f68-4c32-8ec6-698577d70a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:47.96664236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e030a3ed-3f68-4c32-8ec6-698577d70a76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.924740354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a4148f-9fda-4853-a2e8-ad2cb038676b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:49.978789851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a4148f-9fda-4853-a2e8-ad2cb038676b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.033590687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a4148f-9fda-4853-a2e8-ad2cb038676b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.087724449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97a4148f-9fda-4853-a2e8-ad2cb038676b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.216581186Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","namespace":"ai-tenant-e2e-inf-b-94ebd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.216637722Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","namespace":"ai-tenant-e2e-inf-b-94ebd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.216686942Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","tenant":"e2e-inf-b-94ebd0","tenantID":"e2e-inf-b-94ebd0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.272237425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"Deployment","name":"maas-api-e2e-inf-b-94ebd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.373285499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"Service","name":"maas-api-e2e-inf-b-94ebd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.434633316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-94ebd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.49029301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-94ebd0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.547321006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.603404907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.662180689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.722937313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.776934584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"Deployment","name":"payload-processing-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.830529168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.884185744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"Service","name":"payload-processing-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.938119251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:50.992069085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.04632807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.061058548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c9dcae-7929-49f3-ab0e-db161fa912ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.100180072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.183104004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f5d37e7-bc09-4651-9535-bfec1502a984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.186759961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.202189141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c9dcae-7929-49f3-ab0e-db161fa912ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.240274016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.243234394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f5d37e7-bc09-4651-9535-bfec1502a984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.26362086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"42c9dcae-7929-49f3-ab0e-db161fa912ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.294457541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.302527638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 57","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f5d37e7-bc09-4651-9535-bfec1502a984","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.335099062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceeb024a-62d0-4e1b-8a9d-9060d2376bef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.33522595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ceeb024a-62d0-4e1b-8a9d-9060d2376bef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.351309453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-94ebd0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.36347184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d7b7a9f-3d7e-4667-92e6-955903403687","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.363568314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1d7b7a9f-3d7e-4667-92e6-955903403687","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:51.407340651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-94ebd0"},"namespace":"ai-tenant-e2e-inf-b-94ebd0","name":"default-tenant","reconcileID":"704ddc9e-0a3f-4b9f-85f0-3e7cf1706969","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-94ebd0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:52.068063968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d71a7e2-4e96-4a2a-8327-a3221f4cd64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:52.122305768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d71a7e2-4e96-4a2a-8327-a3221f4cd64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:52.177238855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d71a7e2-4e96-4a2a-8327-a3221f4cd64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:52.231620474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d71a7e2-4e96-4a2a-8327-a3221f4cd64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:52.98543836Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:53.277055705Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-94ebd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-94ebd0","reconcileID":"461ff260-bc6f-4cf9-9bb2-002880eec86f","aitenant":"ai-tenants/e2e-inf-b-94ebd0","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.061259214Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-94ebd0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-94ebd0","reconcileID":"461ff260-bc6f-4cf9-9bb2-002880eec86f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-94ebd0","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-94ebd0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.159735039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"5a81d07c-e495-4950-a82a-dd38f7805309","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.216631121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6675e3c6-3712-47bc-82f4-a4d2431b1759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.271118945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6675e3c6-3712-47bc-82f4-a4d2431b1759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.32611156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6675e3c6-3712-47bc-82f4-a4d2431b1759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.34587074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"5a81d07c-e495-4950-a82a-dd38f7805309","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.380792803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6675e3c6-3712-47bc-82f4-a4d2431b1759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.440031482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 58","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"5a81d07c-e495-4950-a82a-dd38f7805309","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.498865423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21eb4595-8b71-40c9-ba1e-609d47c9953d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:54.498889429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"21eb4595-8b71-40c9-ba1e-609d47c9953d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:56.423357479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ae65f8-8c8a-4191-adef-a057b0edca86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:56.480067954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ae65f8-8c8a-4191-adef-a057b0edca86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:56.537052812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ae65f8-8c8a-4191-adef-a057b0edca86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:56.591788443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ae65f8-8c8a-4191-adef-a057b0edca86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:58.561847605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f2ba8f-1769-4ff3-944a-dc1e862d816a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:58.615764556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f2ba8f-1769-4ff3-944a-dc1e862d816a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:58.669806204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f2ba8f-1769-4ff3-944a-dc1e862d816a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:53:58.723820867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f2ba8f-1769-4ff3-944a-dc1e862d816a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:00.684273172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e972ef6-d1ca-4338-ab64-a6c898669c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:00.738498594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e972ef6-d1ca-4338-ab64-a6c898669c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:00.792665076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e972ef6-d1ca-4338-ab64-a6c898669c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:00.847029377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e972ef6-d1ca-4338-ab64-a6c898669c1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:00.91246892Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-94360f1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-94360f1a","reconcileID":"c325bb8d-ab88-4db4-87be-eff86f9cc7ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-94360f1a","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-94360f1a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.490401981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81e373fa-700c-43af-ae6b-dacd489c902a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.598080575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcdae292-193d-40f4-82df-03097564b7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.626306454Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81e373fa-700c-43af-ae6b-dacd489c902a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.657824248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcdae292-193d-40f4-82df-03097564b7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.685038002Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"81e373fa-700c-43af-ae6b-dacd489c902a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.716426879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 59","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dcdae292-193d-40f4-82df-03097564b7c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.745101254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bb7767f-aeae-44df-b09c-669db47bed00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.745122438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bb7767f-aeae-44df-b09c-669db47bed00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.775030074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3f5b244-a1f2-47c4-b625-570a7175337a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:01.775052052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d3f5b244-a1f2-47c4-b625-570a7175337a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:02.804596709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0067ff1e-d796-42dd-a486-7a40a76385c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:02.858591171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0067ff1e-d796-42dd-a486-7a40a76385c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:02.912816684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0067ff1e-d796-42dd-a486-7a40a76385c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:02.967262623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0067ff1e-d796-42dd-a486-7a40a76385c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:04.607510088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"5c4ba205-4a1a-464b-b2d5-1d5e747a1818","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:04.743635477Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"5c4ba205-4a1a-464b-b2d5-1d5e747a1818","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:04.802458844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 60","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"5c4ba205-4a1a-464b-b2d5-1d5e747a1818","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:04.860449464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e780e29-a0e2-49db-9b2b-3c81e9e59802","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:04.860476374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e780e29-a0e2-49db-9b2b-3c81e9e59802","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:07.263058847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"75c8c72d-8e5e-4275-8ecb-c29937a8bf0c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:07.385746453Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"75c8c72d-8e5e-4275-8ecb-c29937a8bf0c","name":"e2e-inf-a-d6c118-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:11.908496304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"782055a7-0f0c-487c-8e6f-1c5a2367b30d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:11.937196346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcd09517-750c-4499-bc8e-407efe984d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.045219072Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"782055a7-0f0c-487c-8e6f-1c5a2367b30d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:12.061462073Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcd09517-750c-4499-bc8e-407efe984d14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.104003094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"782055a7-0f0c-487c-8e6f-1c5a2367b30d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:54:12.122087833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fcd09517-750c-4499-bc8e-407efe984d14","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.122533853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db947eb8-93b4-4426-820d-9f14752c99b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.12255671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"db947eb8-93b4-4426-820d-9f14752c99b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.163684487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27d12d29-eda4-4368-95d6-51b9c9146596","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.163706364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"27d12d29-eda4-4368-95d6-51b9c9146596","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.288578636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49aa7fb1-1aeb-4b05-8494-fe0fb83c5dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.348609009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49aa7fb1-1aeb-4b05-8494-fe0fb83c5dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.406973462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 61","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49aa7fb1-1aeb-4b05-8494-fe0fb83c5dda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.466811126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c26aa9f9-d30b-4644-babb-c42ec00d9b01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:12.466835371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c26aa9f9-d30b-4644-babb-c42ec00d9b01","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:14.969267506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"1ee4226c-9b9f-4707-a3b5-6397f83665da","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.10305794Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"1ee4226c-9b9f-4707-a3b5-6397f83665da","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.161704303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 62","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"1ee4226c-9b9f-4707-a3b5-6397f83665da","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.219273272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a75a29bb-498e-4a0b-a8f2-eed2d6539a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:15.21930121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a75a29bb-498e-4a0b-a8f2-eed2d6539a5d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.326287768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ace13c8-81da-44df-9f8e-22a867547a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.468045614Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ace13c8-81da-44df-9f8e-22a867547a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.52650451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6ace13c8-81da-44df-9f8e-22a867547a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.586774066Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b044ff3b-f1c6-4ff6-adb3-15685352525f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.586800743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b044ff3b-f1c6-4ff6-adb3-15685352525f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.628128676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b1ede4-d27e-4126-a6e2-cdb1be67f937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.688522632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b1ede4-d27e-4126-a6e2-cdb1be67f937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.747566463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 63","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a0b1ede4-d27e-4126-a6e2-cdb1be67f937","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.805386908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f9a8ce5-a186-4b51-9199-24170c35d3d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.805407634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3f9a8ce5-a186-4b51-9199-24170c35d3d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:22.986494022Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.330751532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"dda28e38-4f3d-4ec0-9d4c-92a5aeb54b2c","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.466162143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"dda28e38-4f3d-4ec0-9d4c-92a5aeb54b2c","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.525267557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"dda28e38-4f3d-4ec0-9d4c-92a5aeb54b2c","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.582867939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91884b4a-bd45-44a2-b738-c2fc526717cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:25.582889795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91884b4a-bd45-44a2-b738-c2fc526717cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:30.573594047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ee0191e-9942-48dc-91fb-3fa24e37a07d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:30.573629775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9ee0191e-9942-48dc-91fb-3fa24e37a07d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:30.753010896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"7ffa228a-c357-434e-952e-175710fa89e5","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:30.814377177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"7ffa228a-c357-434e-952e-175710fa89e5","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:30.873965416Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 64","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"7ffa228a-c357-434e-952e-175710fa89e5","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:30.933966823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16b9252d-a389-4aea-b15b-48838cf1b9ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:30.934001533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"16b9252d-a389-4aea-b15b-48838cf1b9ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.285025827Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"f254b958-8368-4e43-8a48-82fe30da1cac","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.285113546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78446089-8cea-44d8-89e6-9d4a6a61782c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.28513346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"78446089-8cea-44d8-89e6-9d4a6a61782c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.439459568Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-policy-45b05fbf","reconcileID":"f254b958-8368-4e43-8a48-82fe30da1cac","MaaSAuthPolicy":{"name":"e2e-policy-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"policyNamespace":"ai-tenant-e2e-mt-45b05fbf","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.548080867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb27c38-04be-483a-a050-ca946cc9b08f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.548105054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fb27c38-04be-483a-a050-ca946cc9b08f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.657290069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59892a94-9d69-44a7-aae0-57fbda4f1614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.657314782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59892a94-9d69-44a7-aae0-57fbda4f1614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.749448396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee839199-5569-4f0c-aac3-39f47a58d60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.88475791Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee839199-5569-4f0c-aac3-39f47a58d60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.944684497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee839199-5569-4f0c-aac3-39f47a58d60e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:32.972053186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d220b989-d72e-4188-b326-b58bcf89b207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:33.00427439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd6bb658-abf8-43b9-8618-4ec171ed53ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:33.004298064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd6bb658-abf8-43b9-8618-4ec171ed53ca","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:33.033604457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d220b989-d72e-4188-b326-b58bcf89b207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:33.092212146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 65","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d220b989-d72e-4188-b326-b58bcf89b207","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:33.152434902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9666ec3-3e1d-47ce-a0a6-864823046b22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:33.152458631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f9666ec3-3e1d-47ce-a0a6-864823046b22","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.043261596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"c30dd340-01d5-47d0-a5b7-1b820344ee69","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.178482943Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"c30dd340-01d5-47d0-a5b7-1b820344ee69","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.238929795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 66","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"c30dd340-01d5-47d0-a5b7-1b820344ee69","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.298523221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4f5581-43f4-4388-8510-1549e5c9d3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:41.298553789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f4f5581-43f4-4388-8510-1549e5c9d3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:42.825311883Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-sub-45b05fbf","reconcileID":"863cc913-c657-4afd-a874-d449802142ea","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-45b05fbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.046254674Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"namespace":"ai-tenant-e2e-mt-45b05fbf","name":"e2e-sub-45b05fbf","reconcileID":"863cc913-c657-4afd-a874-d449802142ea","MaaSSubscription":{"name":"e2e-sub-45b05fbf","namespace":"ai-tenant-e2e-mt-45b05fbf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.165937972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3ef6780-0285-41b2-b59f-657268194d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.267747028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90b98188-47b8-4837-8b09-6bd9e3b820bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.301069265Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3ef6780-0285-41b2-b59f-657268194d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.31642254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c61a7ea-e8b3-45a2-bdef-56b8797a4824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.35965861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d3ef6780-0285-41b2-b59f-657268194d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.377525934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c61a7ea-e8b3-45a2-bdef-56b8797a4824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.41925389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b96a7e8f-281f-44ac-acef-04be46717951","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.419276805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b96a7e8f-281f-44ac-acef-04be46717951","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.422195345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1673ab4b-5bd9-4f99-a0ff-feb66531f125","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.422217468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1673ab4b-5bd9-4f99-a0ff-feb66531f125","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.437822388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 67","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3c61a7ea-e8b3-45a2-bdef-56b8797a4824","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.497563094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5add8ac6-5fc4-44c7-88a0-1996851e8cbc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:43.497586441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5add8ac6-5fc4-44c7-88a0-1996851e8cbc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:51.40636881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"a37d0ec5-65c3-48ed-85ad-9d23a281b370","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:51.541801872Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"a37d0ec5-65c3-48ed-85ad-9d23a281b370","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:51.600744589Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 68","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"a37d0ec5-65c3-48ed-85ad-9d23a281b370","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:51.662251951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbdac0b7-91e5-41df-9f21-dac2dffc44b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:51.66227714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fbdac0b7-91e5-41df-9f21-dac2dffc44b1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:52.984136628Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.581363379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e03dff8c-4875-4170-bdd8-a3ecf1650e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.658957818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07147309-54fa-44b6-9215-12b6dc6eb4c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.716036837Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e03dff8c-4875-4170-bdd8-a3ecf1650e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.721075155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07147309-54fa-44b6-9215-12b6dc6eb4c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.77562161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e03dff8c-4875-4170-bdd8-a3ecf1650e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.781434713Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 69","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07147309-54fa-44b6-9215-12b6dc6eb4c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.835801141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93810784-8575-4414-a7c3-32ec49d6341b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.835829828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93810784-8575-4414-a7c3-32ec49d6341b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.841399548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e38791b5-9401-4c87-b140-4aa4f2f1456e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:53.841422081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e38791b5-9401-4c87-b140-4aa4f2f1456e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.265157227Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","namespace":"ai-tenant-e2e-inf-b-26d5bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.265240186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","namespace":"ai-tenant-e2e-inf-b-26d5bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.265310608Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","tenant":"e2e-inf-b-26d5bb","tenantID":"e2e-inf-b-26d5bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.32103154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"Deployment","name":"maas-api-e2e-inf-b-26d5bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.382719327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"Service","name":"maas-api-e2e-inf-b-26d5bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.445054513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-26d5bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.500677116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-26d5bb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.558872982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.615699075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.674681817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.730987759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.785010121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"Deployment","name":"payload-processing-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.838748875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.892329968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"Service","name":"payload-processing-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.946148866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:57.999647638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.053329995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.106872137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.164406234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.217981506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.27156774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.328281427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-26d5bb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:54:58.382756852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-26d5bb"},"namespace":"ai-tenant-e2e-inf-b-26d5bb","name":"default-tenant","reconcileID":"8fca832a-dd75-4d1c-a5b6-07c7c6a90e58","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-26d5bb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:01.508082319Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-26d5bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-26d5bb","reconcileID":"833d60ba-edf9-4df9-9844-40a5241e61bb","aitenant":"ai-tenants/e2e-inf-b-26d5bb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:01.770267197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"7ee2e3fc-6a87-411b-a4f3-ac4c354843a8","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:01.905176111Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"7ee2e3fc-6a87-411b-a4f3-ac4c354843a8","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:01.963353107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 70","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"7ee2e3fc-6a87-411b-a4f3-ac4c354843a8","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:02.021081292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1034a793-d725-43d3-aa27-3ab6606f10c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:02.021104537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1034a793-d725-43d3-aa27-3ab6606f10c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:02.093555801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7897b07-9c5c-487c-a831-5809d06a754a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:02.14822018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7897b07-9c5c-487c-a831-5809d06a754a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:02.202192175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7897b07-9c5c-487c-a831-5809d06a754a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:02.256357005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7897b07-9c5c-487c-a831-5809d06a754a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:02.372654908Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-26d5bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-26d5bb","reconcileID":"833d60ba-edf9-4df9-9844-40a5241e61bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-26d5bb","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-26d5bb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.001186141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f3fc16e-95dd-46fd-b08c-0a3b0c52e36a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.001217661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4f3fc16e-95dd-46fd-b08c-0a3b0c52e36a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.012544452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd1a6212-7e96-4eaf-9fcd-0efed01eee63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.012651872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3677adea-8220-471c-a615-bc5da7a30750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.059888337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcd47cb9-6751-45e7-a609-0eb7e39361fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.059918015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bcd47cb9-6751-45e7-a609-0eb7e39361fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.147363647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3677adea-8220-471c-a615-bc5da7a30750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:04.150789396Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd1a6212-7e96-4eaf-9fcd-0efed01eee63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.206262249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3677adea-8220-471c-a615-bc5da7a30750","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:04.210896902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd1a6212-7e96-4eaf-9fcd-0efed01eee63","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.211218036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e7cde83-66a7-49d3-8518-be3e93f18d71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.211234878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e7cde83-66a7-49d3-8518-be3e93f18d71","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.220458796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"c3c14eba-fd7d-41b9-9d6a-a34c2a620c45","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.269582446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"225ef9b4-428a-43fa-bbb0-078479b00d63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.269605809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"225ef9b4-428a-43fa-bbb0-078479b00d63","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.281346035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933cc96e-a35d-4d27-a913-44edb531b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.282048298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"c3c14eba-fd7d-41b9-9d6a-a34c2a620c45","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.335858092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933cc96e-a35d-4d27-a913-44edb531b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.390351356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933cc96e-a35d-4d27-a913-44edb531b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.394638862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"c3c14eba-fd7d-41b9-9d6a-a34c2a620c45","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.444441061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933cc96e-a35d-4d27-a913-44edb531b52c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.444643179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"482121a9-89d0-458d-8817-be9807fe5c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.505141744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83461f61-e2d5-47cf-93a2-66a9a5af485c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.505165373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83461f61-e2d5-47cf-93a2-66a9a5af485c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.505226262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"482121a9-89d0-458d-8817-be9807fe5c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.563817652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 71","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"482121a9-89d0-458d-8817-be9807fe5c61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.623753865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2a0e273-c57d-43b3-9d97-b58aee80ccd3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:04.623775253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f2a0e273-c57d-43b3-9d97-b58aee80ccd3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.423796336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5044e70b-c1b1-4e66-ac0b-cc98288506de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.477826338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5044e70b-c1b1-4e66-ac0b-cc98288506de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.531883484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5044e70b-c1b1-4e66-ac0b-cc98288506de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:06.586410267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5044e70b-c1b1-4e66-ac0b-cc98288506de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:12.133435635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"68efeb0f-9828-470f-ac38-8dfa33a28ae6","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:12.295621216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"68efeb0f-9828-470f-ac38-8dfa33a28ae6","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:12.359996606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 72","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"68efeb0f-9828-470f-ac38-8dfa33a28ae6","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:12.423334635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7443623d-9830-4d42-bde7-3bb6bfcb2b21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:12.423363158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7443623d-9830-4d42-bde7-3bb6bfcb2b21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.433396698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e40032ba-a5c0-49fd-a7d2-cf1de7822bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.57564082Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e40032ba-a5c0-49fd-a7d2-cf1de7822bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.634232249Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e40032ba-a5c0-49fd-a7d2-cf1de7822bdb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.669664742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"7570717a-12d1-450a-ac98-8299b9fbdbe1","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.692514999Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff4ce8b3-c89c-42ec-ae02-350da7b7688d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.692541802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff4ce8b3-c89c-42ec-ae02-350da7b7688d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.729786572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"7570717a-12d1-450a-ac98-8299b9fbdbe1","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.784540749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffdd1bb5-7de9-4f10-be58-ed8cd77fcf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.788100494Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"7570717a-12d1-450a-ac98-8299b9fbdbe1","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.845438414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b238031-ad15-4d85-be25-6b9eba9f50c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.845460248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b238031-ad15-4d85-be25-6b9eba9f50c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.846859734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffdd1bb5-7de9-4f10-be58-ed8cd77fcf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.90615629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 73","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ffdd1bb5-7de9-4f10-be58-ed8cd77fcf6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.967056644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"100d9599-d9a4-4bcb-ad7b-dcd83cf11e3e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:14.96707951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"100d9599-d9a4-4bcb-ad7b-dcd83cf11e3e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.531404844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"8ea9c04e-9ad1-4ae2-8223-f23e9b8e287d","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.680551989Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"8ea9c04e-9ad1-4ae2-8223-f23e9b8e287d","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.740078744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 74","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"8ea9c04e-9ad1-4ae2-8223-f23e9b8e287d","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.800277883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4282b37-c648-4c81-9499-89b5b201f178","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.800299238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b4282b37-c648-4c81-9499-89b5b201f178","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:22.983012332Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:23.871127978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"0600c9a5-26a0-4a4a-922d-9a9f0b61979b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-94360f1a","tenantID":"e2e-mt-94360f1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:23.992634302Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"0600c9a5-26a0-4a4a-922d-9a9f0b61979b","name":"e2e-mt-94360f1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.854107716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8af62da1-6dcc-4526-9841-84d8b45358d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:24.988608673Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8af62da1-6dcc-4526-9841-84d8b45358d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.007171704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"0da1c41d-cefd-44ed-8ea9-a7b3e7d48db2","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.046988508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8af62da1-6dcc-4526-9841-84d8b45358d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.067466474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"0da1c41d-cefd-44ed-8ea9-a7b3e7d48db2","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.106370067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95f285fb-dee2-4a14-8e0e-11ce79a1c60f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.106390429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95f285fb-dee2-4a14-8e0e-11ce79a1c60f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.125928656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"0da1c41d-cefd-44ed-8ea9-a7b3e7d48db2","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.128516006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"426ecf9a-69fe-468a-98d5-90b696e47cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.185516758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fdfb0d1-2e1d-468a-95c5-dfe1887f1db3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.185538498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4fdfb0d1-2e1d-468a-95c5-dfe1887f1db3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.190657864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"426ecf9a-69fe-468a-98d5-90b696e47cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.249290372Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 75","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"426ecf9a-69fe-468a-98d5-90b696e47cf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.309994803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"207f92ea-caaa-4f73-a664-4843c4167a1b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:25.310016149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"207f92ea-caaa-4f73-a664-4843c4167a1b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.882984201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd274eb8-486b-43f0-8583-77c0e5b766c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.937308422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd274eb8-486b-43f0-8583-77c0e5b766c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:30.992994049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd274eb8-486b-43f0-8583-77c0e5b766c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:31.04778138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd274eb8-486b-43f0-8583-77c0e5b766c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:32.915743651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"84249237-5fe1-4912-8e57-6dc4464dad02","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:32.99795876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6caab0b5-8aea-4f21-89d5-b5665659ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.052149273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6caab0b5-8aea-4f21-89d5-b5665659ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.073461921Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"84249237-5fe1-4912-8e57-6dc4464dad02","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.106596214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6caab0b5-8aea-4f21-89d5-b5665659ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.160862689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6caab0b5-8aea-4f21-89d5-b5665659ac4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.165751267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 76","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"84249237-5fe1-4912-8e57-6dc4464dad02","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.223611582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae7dbed0-8055-46e5-a849-f3c1088ee4b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:33.223632259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ae7dbed0-8055-46e5-a849-f3c1088ee4b9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.20746135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17c2436-08fa-4c51-92ed-a7b152993c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.262306987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17c2436-08fa-4c51-92ed-a7b152993c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.316768612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17c2436-08fa-4c51-92ed-a7b152993c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.371007899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c17c2436-08fa-4c51-92ed-a7b152993c7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.371103612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd252b48-6056-4312-877e-43651e0aceae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.479009082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"e4abdc0d-d737-462f-94d8-9506ca63138b","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.505467904Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd252b48-6056-4312-877e-43651e0aceae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.532476835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22869d62-f979-4c3a-8087-58a6f47afcca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.539209995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"e4abdc0d-d737-462f-94d8-9506ca63138b","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.563971326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd252b48-6056-4312-877e-43651e0aceae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.593284343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22869d62-f979-4c3a-8087-58a6f47afcca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.652387295Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22869d62-f979-4c3a-8087-58a6f47afcca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.652564815Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 77","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"e4abdc0d-d737-462f-94d8-9506ca63138b","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.65335598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c45a85-2940-4ce5-9396-73b2685b2c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.653378741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96c45a85-2940-4ce5-9396-73b2685b2c12","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.655184731Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-52e0bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-52e0bd","reconcileID":"b85d53c7-fe19-4ab7-8c24-e7dd886a3ed6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-52e0bd","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-52e0bd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.712378606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c3e87a8-75e7-4172-84c5-1964ef8a4643","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.712401831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3c3e87a8-75e7-4172-84c5-1964ef8a4643","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.715484565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"270f816a-d952-4a24-95f1-fd6fcc730b58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:35.715503117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"270f816a-d952-4a24-95f1-fd6fcc730b58","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:37.404527862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be51c9a0-6394-45bd-9a9c-b74a514030d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:37.458798439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be51c9a0-6394-45bd-9a9c-b74a514030d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:37.513089052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be51c9a0-6394-45bd-9a9c-b74a514030d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:37.567392075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be51c9a0-6394-45bd-9a9c-b74a514030d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:39.631108942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4106f5c4-cb26-471a-bd11-7f8149684252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:39.689214267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4106f5c4-cb26-471a-bd11-7f8149684252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:39.746808221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4106f5c4-cb26-471a-bd11-7f8149684252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:39.81276463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4106f5c4-cb26-471a-bd11-7f8149684252","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:41.766345209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c51c758-e03e-4ea9-8d9f-51f6366867db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:41.820340475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c51c758-e03e-4ea9-8d9f-51f6366867db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:41.874366192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c51c758-e03e-4ea9-8d9f-51f6366867db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:41.930922733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c51c758-e03e-4ea9-8d9f-51f6366867db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.331633642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"f11cdde8-83e6-4d92-adf6-3a36c06741dd","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.466069559Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"f11cdde8-83e6-4d92-adf6-3a36c06741dd","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.525183886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 78","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"f11cdde8-83e6-4d92-adf6-3a36c06741dd","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.582631625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e12123e-9bba-4bf6-98b3-d77ae20ad534","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:43.582654411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e12123e-9bba-4bf6-98b3-d77ae20ad534","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.815638499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57c6ff3a-f191-4322-9625-4931e4fbd523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.915597798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f9a0932-b930-4b5c-a86f-c86111e07ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.916039014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"4feeaaea-ceaa-4396-92ee-535921e640df","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.949406536Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57c6ff3a-f191-4322-9625-4931e4fbd523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.976340194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"4feeaaea-ceaa-4396-92ee-535921e640df","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:45.97645999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f9a0932-b930-4b5c-a86f-c86111e07ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:46.008027687Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"57c6ff3a-f191-4322-9625-4931e4fbd523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:46.035198341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8f9a0932-b930-4b5c-a86f-c86111e07ea9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:46.035360155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 79","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"4feeaaea-ceaa-4396-92ee-535921e640df","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:46.067765835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2901706f-ae6d-45cd-bfed-eb0c58474ebd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:46.067788233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2901706f-ae6d-45cd-bfed-eb0c58474ebd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:46.092827117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4ed46a9-26b4-4870-8801-ae66fc736531","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:46.092850224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4ed46a9-26b4-4870-8801-ae66fc736531","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:46.095825619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12bed27b-2e45-4dff-9806-fec7323ea76e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:46.095844105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"12bed27b-2e45-4dff-9806-fec7323ea76e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:52.983128208Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:53.691056014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"8db7c0be-0830-4af7-b0b4-20f634ecd635","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:53.827448801Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"8db7c0be-0830-4af7-b0b4-20f634ecd635","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:53.886422747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 80","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"8db7c0be-0830-4af7-b0b4-20f634ecd635","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:53.946333456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a693b2d-6120-4cc6-bcb8-5d72adcce1fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:53.94635487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a693b2d-6120-4cc6-bcb8-5d72adcce1fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.230227256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"722712fc-8db4-4722-92eb-72110fb3db22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.25436523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"61b23e2c-17b9-486a-9e3c-0aafb6b868a1","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.256984159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c978438-7325-484c-ad3e-f252e4084750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.365050623Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"722712fc-8db4-4722-92eb-72110fb3db22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:56.379006957Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"61b23e2c-17b9-486a-9e3c-0aafb6b868a1","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:56.380746921Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c978438-7325-484c-ad3e-f252e4084750","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.424020718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"722712fc-8db4-4722-92eb-72110fb3db22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:56.438435705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"61b23e2c-17b9-486a-9e3c-0aafb6b868a1","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.438687822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5db52ecb-c314-4986-8ceb-314c962f9dee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.438703027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5db52ecb-c314-4986-8ceb-314c962f9dee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:55:56.439410725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0c978438-7325-484c-ad3e-f252e4084750","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.439697765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"172f142d-6743-48e9-bff9-5b77e9763e8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.439711429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"172f142d-6743-48e9-bff9-5b77e9763e8d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.483917925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b454b03d-432d-42b8-94fb-5d631d8825bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.483977095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b454b03d-432d-42b8-94fb-5d631d8825bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.60493208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"8bde89d9-85f9-428c-9e7e-e21b6885fd8e","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.604933279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e367d0e5-9f09-41e0-bec7-58934ef87683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.666794774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"8bde89d9-85f9-428c-9e7e-e21b6885fd8e","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.666805855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e367d0e5-9f09-41e0-bec7-58934ef87683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.731375786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"8bde89d9-85f9-428c-9e7e-e21b6885fd8e","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.753399961Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 81","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e367d0e5-9f09-41e0-bec7-58934ef87683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.814223169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a000c21-0840-4253-8a85-914f5b1fab43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.81424837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a000c21-0840-4253-8a85-914f5b1fab43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.816663277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"067a903b-b8b0-46c2-8857-0b5f1635c870","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:55:56.816680869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"067a903b-b8b0-46c2-8857-0b5f1635c870","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.055179601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"22b26ca6-9cde-430a-ac48-373bfeb5ff6a","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.190548883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"22b26ca6-9cde-430a-ac48-373bfeb5ff6a","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.249796339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 82","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"22b26ca6-9cde-430a-ac48-373bfeb5ff6a","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.308036375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0554963c-a0e3-4103-b6a5-f8196aed2e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:04.308059051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0554963c-a0e3-4103-b6a5-f8196aed2e9a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.648845751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a83941f0-5fca-494f-aab0-9fdccecf7d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.783024375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a83941f0-5fca-494f-aab0-9fdccecf7d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.842316039Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a83941f0-5fca-494f-aab0-9fdccecf7d19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.902000086Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0a6cdbb-f9b4-4ee2-86f5-e34002906e10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.902026863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0a6cdbb-f9b4-4ee2-86f5-e34002906e10","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.977738753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a197362-2b8a-4611-ab44-d72e1133d2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:06.977740965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"614056ef-052b-41ea-b616-4f5f6274b28f","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.040004593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"614056ef-052b-41ea-b616-4f5f6274b28f","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.040004595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a197362-2b8a-4611-ab44-d72e1133d2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.098773678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8a197362-2b8a-4611-ab44-d72e1133d2aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.09877767Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 83","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"614056ef-052b-41ea-b616-4f5f6274b28f","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.158158236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"368f465f-1d9a-4ce1-844d-aa50aed9b690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.158177329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"368f465f-1d9a-4ce1-844d-aa50aed9b690","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.160833727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fffd5858-595f-4bc3-83d3-da8f720e778f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:07.160847918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fffd5858-595f-4bc3-83d3-da8f720e778f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.416429279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"a0479b12-27df-48cb-addd-d847bbc3f009","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.551923037Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"a0479b12-27df-48cb-addd-d847bbc3f009","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.610443575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"a0479b12-27df-48cb-addd-d847bbc3f009","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.668179784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70219bad-fe06-44d8-ba7e-104a4e79c616","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.668202397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70219bad-fe06-44d8-ba7e-104a4e79c616","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.71736938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c34cf9e4-e66b-4915-84e4-ef1802e70552","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.717389779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c34cf9e4-e66b-4915-84e4-ef1802e70552","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.796057197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"643e01f8-2af2-4dcd-8f48-a53f77a84227","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.796081922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"643e01f8-2af2-4dcd-8f48-a53f77a84227","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.90431837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"namespace":"ai-tenant-e2e-mt-0a15dbc8","name":"e2e-policy-0a15dbc8","reconcileID":"7331af32-a1ad-470c-ab7e-50e32ec9f8fc","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:14.965321729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"namespace":"ai-tenant-e2e-mt-0a15dbc8","name":"e2e-policy-0a15dbc8","reconcileID":"7331af32-a1ad-470c-ab7e-50e32ec9f8fc","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:15.036205073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 84","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"namespace":"ai-tenant-e2e-mt-0a15dbc8","name":"e2e-policy-0a15dbc8","reconcileID":"7331af32-a1ad-470c-ab7e-50e32ec9f8fc","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.063981984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da54bf06-cf1b-4245-b5fb-aefebc07f79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.197723423Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da54bf06-cf1b-4245-b5fb-aefebc07f79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.256139219Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da54bf06-cf1b-4245-b5fb-aefebc07f79e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.316178789Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"469d7b84-3d1e-41c9-ab82-e3df3c96cfdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.316199385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"469d7b84-3d1e-41c9-ab82-e3df3c96cfdd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.31928782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"b32c8048-78a9-4279-a055-2b8ed291ff0c","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.322062569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"254eac6d-d791-475b-ad64-09dd6cfaf51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.38018729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"b32c8048-78a9-4279-a055-2b8ed291ff0c","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.38373471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"254eac6d-d791-475b-ad64-09dd6cfaf51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.439395988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"b32c8048-78a9-4279-a055-2b8ed291ff0c","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.443549374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 85","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"254eac6d-d791-475b-ad64-09dd6cfaf51e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.49703555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a235fc-c76f-404e-8b98-30d4dea2bee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.497059113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"76a235fc-c76f-404e-8b98-30d4dea2bee9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.503391358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd431ec7-85be-49e7-9d2a-6e2c15b282bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:17.503408845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cd431ec7-85be-49e7-9d2a-6e2c15b282bb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:22.983453678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:24.776606747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d687820f-589d-4a18-b0fe-3b18750c4da7","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:24.938784266Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d687820f-589d-4a18-b0fe-3b18750c4da7","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:24.997196704Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 86","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d687820f-589d-4a18-b0fe-3b18750c4da7","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.056864955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"586825e0-1866-4ad2-8bee-2551f2aa0f3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:25.05688572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"586825e0-1866-4ad2-8bee-2551f2aa0f3d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.478181042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9688ba37-febe-4509-8ffa-843578164547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.613604209Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9688ba37-febe-4509-8ffa-843578164547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.658210838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"987a1664-8baf-4e69-b298-f254f35c9244","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.664714144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4757739-f94d-455a-9b5a-b62907522d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.671752939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9688ba37-febe-4509-8ffa-843578164547","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.71967268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"987a1664-8baf-4e69-b298-f254f35c9244","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.724648239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4757739-f94d-455a-9b5a-b62907522d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.731254738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e19b9c3-1324-4934-9fb7-0d6a8aa6de9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.731283631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2e19b9c3-1324-4934-9fb7-0d6a8aa6de9f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.778572394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"987a1664-8baf-4e69-b298-f254f35c9244","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.783798302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 87","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f4757739-f94d-455a-9b5a-b62907522d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.837825157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d57f5e-6065-4fb9-99e9-8639bef78935","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.8378546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07d57f5e-6065-4fb9-99e9-8639bef78935","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.843457056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"248e9552-7fe3-4d09-8648-0ad53ba2d40b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:27.843473939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"248e9552-7fe3-4d09-8648-0ad53ba2d40b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:35.165176391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d4341f0d-eb11-4f24-869c-f278d4a60f64","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:35.300738873Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d4341f0d-eb11-4f24-869c-f278d4a60f64","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:35.359742992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 88","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d4341f0d-eb11-4f24-869c-f278d4a60f64","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:35.421398252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9679cb6-387f-4491-8414-50571a7bab2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:35.421420173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9679cb6-387f-4491-8414-50571a7bab2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:37.892576277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e350353-2877-468d-aef3-7ef9692f32b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:37.999683299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"47d72eac-6639-42cd-9261-50b11dee61ab","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.003927631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e91760a-a95d-4623-81b5-bb45345ceb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.028731179Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e350353-2877-468d-aef3-7ef9692f32b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.060301165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"47d72eac-6639-42cd-9261-50b11dee61ab","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.063670876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e91760a-a95d-4623-81b5-bb45345ceb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.087079779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4e350353-2877-468d-aef3-7ef9692f32b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.118736876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"47d72eac-6639-42cd-9261-50b11dee61ab","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.122085229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 89","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5e91760a-a95d-4623-81b5-bb45345ceb9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.146893113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8e7f8ec-07cf-4e4b-a3a9-d95043390b5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.146912018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d8e7f8ec-07cf-4e4b-a3a9-d95043390b5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.176372595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"543adf70-1f13-415e-a5a7-078e0a70e1d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.176390817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"543adf70-1f13-415e-a5a7-078e0a70e1d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.181975201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"adca9219-5de5-4167-88c6-b7a289ef7f68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:38.181994597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"adca9219-5de5-4167-88c6-b7a289ef7f68","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:40.780363912Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"namespace":"ai-tenant-e2e-mt-0a15dbc8","name":"e2e-policy-0a15dbc8","reconcileID":"47509931-f9a1-4824-b500-d1fa40608a18","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:40.935237285Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"namespace":"ai-tenant-e2e-mt-0a15dbc8","name":"e2e-policy-0a15dbc8","reconcileID":"47509931-f9a1-4824-b500-d1fa40608a18","MaaSAuthPolicy":{"name":"e2e-policy-0a15dbc8","namespace":"ai-tenant-e2e-mt-0a15dbc8"},"policyNamespace":"ai-tenant-e2e-mt-0a15dbc8","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.229448168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"8f7b860e-afcf-4486-a18f-417946f2a763","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.328742133Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"325c3d8f-2e3f-45c5-99ee-5cedfb0b60a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.34955498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"db3cdaf1-8a38-467f-837b-ac5fa7e76d20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.429357182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"c331dd46-b237-46ac-896a-ced2f080b04f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.59252707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"b8499b69-5d59-4781-a2c2-98701948df00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:42.713420682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a1be362e-bdca-4436-9b61-e1f79a72b1cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:43.020765028Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"73f09791-8479-4eaf-b78c-febed5acb711","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:43.1408411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"2e8c6f39-9b7d-440f-acb5-94b10c4be046","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:43.241560537Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"f25a4231-142c-41f3-8727-ef916f408ad5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:43.344255443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"bbf583d9-6cfa-46c8-9093-2eb55bd8592c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:43.445860204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"9b38498c-09cc-4c80-9ec8-48849081df11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:43.628257915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"64d0a0f3-6d52-4acf-a5a1-d6a77beb7343","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:45.624508489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"9ee3b675-6f3d-4294-9206-a6e065188a21","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:45.759830255Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"9ee3b675-6f3d-4294-9206-a6e065188a21","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:45.846115308Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 90","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"9ee3b675-6f3d-4294-9206-a6e065188a21","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:45.905914021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf405600-b922-4c61-9e99-31c9ca2d5578","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:45.905972359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cf405600-b922-4c61-9e99-31c9ca2d5578","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:46.375245445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e6299-25fc-4553-ba38-18cc17cfea38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:46.432777767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e6299-25fc-4553-ba38-18cc17cfea38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:46.487871316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e6299-25fc-4553-ba38-18cc17cfea38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:46.542296495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"340e6299-25fc-4553-ba38-18cc17cfea38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.310600134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a5ecab1-3063-48a5-a290-1786629f0bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.337065045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"ce277e15-7768-4805-a08c-282d3e32af82","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.342317818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8b0f821-b656-4d45-8c60-fa3b856ee604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.445839103Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a5ecab1-3063-48a5-a290-1786629f0bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:56:48.461695874Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"ce277e15-7768-4805-a08c-282d3e32af82","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T20:56:48.464918636Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8b0f821-b656-4d45-8c60-fa3b856ee604","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:636\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.498988732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1506d21e-0cb2-4d85-a306-7e2257564887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.554695543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1506d21e-0cb2-4d85-a306-7e2257564887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.559403005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a5ecab1-3063-48a5-a290-1786629f0bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:56:48.560512475Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b8b0f821-b656-4d45-8c60-fa3b856ee604","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.560903374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ffdb1cd-bcb5-4ef9-9a20-c103c6f7fbb1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.560925075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4ffdb1cd-bcb5-4ef9-9a20-c103c6f7fbb1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T20:56:48.562856407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"ce277e15-7768-4805-a08c-282d3e32af82","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.609050953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1506d21e-0cb2-4d85-a306-7e2257564887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.60950368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f4107ca-e751-46d4-a24e-4dbf2dc819fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.609527361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f4107ca-e751-46d4-a24e-4dbf2dc819fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.663805848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1506d21e-0cb2-4d85-a306-7e2257564887","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.667114284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829ae38b-c176-473d-b837-28517b5d1071","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.66713094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829ae38b-c176-473d-b837-28517b5d1071","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.771097939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1acf07ff-22ed-4aeb-aee4-be23de678cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.831136833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1acf07ff-22ed-4aeb-aee4-be23de678cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.885124544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"e9ddf2be-bdd4-489b-ad39-f89a4703c88f","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.944335453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1acf07ff-22ed-4aeb-aee4-be23de678cdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:48.946058685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"e9ddf2be-bdd4-489b-ad39-f89a4703c88f","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:49.004180775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"384f8508-d952-417f-95d4-59b6bf5f67fc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:49.004203865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"384f8508-d952-417f-95d4-59b6bf5f67fc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:49.004444831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 91","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"e9ddf2be-bdd4-489b-ad39-f89a4703c88f","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:49.06423548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afb4326c-a88e-4ef9-a55d-4bf35abef8d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:49.064259978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"afb4326c-a88e-4ef9-a55d-4bf35abef8d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:52.983339154Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:56.014805084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"1f806f8e-e433-48c3-bfde-9979a14054c4","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:56.148909043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"1f806f8e-e433-48c3-bfde-9979a14054c4","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:56.207199203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 92","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"1f806f8e-e433-48c3-bfde-9979a14054c4","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:56.266633226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe120dc7-81de-4458-b18f-1da6aebe78f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:56.266665254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe120dc7-81de-4458-b18f-1da6aebe78f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:58.829968793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e38fb05-4db9-4e50-b64b-f550eae4b268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:58.96633379Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e38fb05-4db9-4e50-b64b-f550eae4b268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.025503065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e38fb05-4db9-4e50-b64b-f550eae4b268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.086156837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c35e977-1b01-4064-ae33-5f7b3444a2a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.086180261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c35e977-1b01-4064-ae33-5f7b3444a2a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.168001821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48ffa4db-6612-4d96-83e3-2b25419afebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.229522636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48ffa4db-6612-4d96-83e3-2b25419afebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.267130979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"5937afb3-7b10-4ba3-8a0a-0fba93aa8013","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.28911204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48ffa4db-6612-4d96-83e3-2b25419afebe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.327498603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"5937afb3-7b10-4ba3-8a0a-0fba93aa8013","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.347470773Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"243b5cf0-e8de-43a5-89a6-2e51d92094d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.347490511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"243b5cf0-e8de-43a5-89a6-2e51d92094d0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.386460834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 93","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"5937afb3-7b10-4ba3-8a0a-0fba93aa8013","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.446395082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"844e6d33-fdf0-4aaa-8435-a3016baeb39f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.446419785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"844e6d33-fdf0-4aaa-8435-a3016baeb39f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.688227603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"c306712f-f619-4b14-8bb5-a6ea073661f4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:56:59.811104466Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"c306712f-f619-4b14-8bb5-a6ea073661f4","name":"e2e-inf-b-52e0bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.472409971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c56c29-edb5-49b1-8710-69892d7cd5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.527381134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c56c29-edb5-49b1-8710-69892d7cd5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.582597128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c56c29-edb5-49b1-8710-69892d7cd5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:05.639101723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56c56c29-edb5-49b1-8710-69892d7cd5c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:06.375636785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"26d730d4-0636-46cf-b8be-bdda420ddaf1","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:06.510410522Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"26d730d4-0636-46cf-b8be-bdda420ddaf1","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:06.569225194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 94","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"26d730d4-0636-46cf-b8be-bdda420ddaf1","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:06.629249476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd879ca-2012-4796-be0b-af6c8180ef81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:06.629283295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1dd879ca-2012-4796-be0b-af6c8180ef81","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:07.708582476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c975536-3cde-4d86-b071-105383348b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:07.763042831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c975536-3cde-4d86-b071-105383348b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:07.817323848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c975536-3cde-4d86-b071-105383348b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:07.872326864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c975536-3cde-4d86-b071-105383348b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.248151608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d41bf42e-c78f-4851-bcae-1c84412a2a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.381755807Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d41bf42e-c78f-4851-bcae-1c84412a2a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.440478136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d41bf42e-c78f-4851-bcae-1c84412a2a12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.500833233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93d51eb4-cb7f-46a6-a0d6-763bd5b1da76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.50086174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93d51eb4-cb7f-46a6-a0d6-763bd5b1da76","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.509829943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030df751-ce99-4707-990f-aab7126ce2ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.570296202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030df751-ce99-4707-990f-aab7126ce2ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.609462415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"314e023f-01e3-4532-8b17-174e8a641afb","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.628643832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"030df751-ce99-4707-990f-aab7126ce2ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.670832192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"314e023f-01e3-4532-8b17-174e8a641afb","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.689659643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e33c89b-1b9f-46ea-b5c5-356c0b46e80e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.689689634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5e33c89b-1b9f-46ea-b5c5-356c0b46e80e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.729352337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 95","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"314e023f-01e3-4532-8b17-174e8a641afb","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.786826118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"174a3890-ed9e-43bb-a484-499a8e07eccb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:09.786848169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"174a3890-ed9e-43bb-a484-499a8e07eccb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:14.12985398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d00fb534-f0ec-499e-aabc-877c8963896b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:14.232268934Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"556f600d-5075-4a9a-9b1c-d9b692d49a71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:14.25139922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"339e9b48-a77d-444d-bc94-3241686d0b86","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:14.330402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"608a88c2-db9d-47a7-9f28-a33c32cbffd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:14.438501992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"860e875d-7df3-4349-96c7-bfde9d0f9720","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:14.685339777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"015fc04f-73fc-4d88-8f24-bd99ead61adc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:14.868791421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"f2540e95-27f1-4d5a-97b3-586f8e13df4d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:14.989631737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"33fa8d0a-cbbe-4dd2-9940-310ac45ce426","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.110553087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"f21412fa-35ae-4bf8-a4cf-988065ce3d65","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.211470731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"5bce43f0-759b-4b14-a560-e1da7f546f31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.491899047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"4cc84aed-9610-496b-8040-f2a39e710465","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:15.601024223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"a73a94b1-67b5-4ee2-baac-7d4c0162674c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:16.738166091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d90b6ac8-e307-4973-a770-0881401829c7","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:16.872073079Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d90b6ac8-e307-4973-a770-0881401829c7","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:16.930381139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 96","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d90b6ac8-e307-4973-a770-0881401829c7","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:16.988356685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f431811-5d9b-4804-bd40-4bdcf75971d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:16.98837981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f431811-5d9b-4804-bd40-4bdcf75971d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:19.662205609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4d36eee-811c-4ebf-aa65-9b9d13ca0b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:19.796820299Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4d36eee-811c-4ebf-aa65-9b9d13ca0b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:19.852131183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b21293d3-a7a5-4baa-b3fb-5e3b317dcef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:19.857036662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f4d36eee-811c-4ebf-aa65-9b9d13ca0b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:19.912074692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b21293d3-a7a5-4baa-b3fb-5e3b317dcef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:19.916796002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22867e3c-d3e6-44c0-9282-11854ea7807b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:19.916815797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22867e3c-d3e6-44c0-9282-11854ea7807b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:19.951527737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"6f49fc75-c7e7-46d5-85b3-9e6b615919c3","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:19.971417383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b21293d3-a7a5-4baa-b3fb-5e3b317dcef2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.011917645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"6f49fc75-c7e7-46d5-85b3-9e6b615919c3","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.031553428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c1dad30-b5b8-459c-a606-f9ebbe6b080a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.031572621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"5c1dad30-b5b8-459c-a606-f9ebbe6b080a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.071242399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 97","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"6f49fc75-c7e7-46d5-85b3-9e6b615919c3","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.128764236Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"145320c0-4c0a-42a9-aaf9-9a8350c48c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:20.128789219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"145320c0-4c0a-42a9-aaf9-9a8350c48c05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:22.989324566Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:27.097178758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"3797e0af-4828-47a9-bc0f-22b02a6d0ddf","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:27.230997582Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"3797e0af-4828-47a9-bc0f-22b02a6d0ddf","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:27.289216509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 98","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"3797e0af-4828-47a9-bc0f-22b02a6d0ddf","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:27.351256453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc4b8f10-1f3b-4c08-8fe8-8396d94cc659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:27.35128749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc4b8f10-1f3b-4c08-8fe8-8396d94cc659","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.120578131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bccdb70b-2dd9-4775-b847-863ee16dbeee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.220782483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b3d87f-68b2-44a6-9965-f33dad61256f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.254468486Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bccdb70b-2dd9-4775-b847-863ee16dbeee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.280761384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b3d87f-68b2-44a6-9965-f33dad61256f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.31267929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bccdb70b-2dd9-4775-b847-863ee16dbeee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.321168751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"99273d3d-08b6-4a35-9af8-d920042b299b","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.339396088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05b3d87f-68b2-44a6-9965-f33dad61256f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.370710285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bffaed8a-17f7-4606-839b-593d37930e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.370736527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bffaed8a-17f7-4606-839b-593d37930e01","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.381044109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"99273d3d-08b6-4a35-9af8-d920042b299b","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.399776106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df022a28-f770-48cf-b44a-0d4720d9db82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.399795894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"df022a28-f770-48cf-b44a-0d4720d9db82","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.439785811Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"99273d3d-08b6-4a35-9af8-d920042b299b","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.499716917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cfd7381-3eb7-498c-bd70-4cacead1ca41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.499738139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cfd7381-3eb7-498c-bd70-4cacead1ca41","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.918006268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d65f0ed6-bd5c-41bd-abf0-7c5b575f6346","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.919522361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c64fc583-1ef5-4e53-b85b-a2cf3a69f344","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:30.927463017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c64fc583-1ef5-4e53-b85b-a2cf3a69f344","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:31.073076738Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"namespace":"ai-tenant-e2e-mt-230228de","name":"e2e-policy-230228de","reconcileID":"d65f0ed6-bd5c-41bd-abf0-7c5b575f6346","MaaSAuthPolicy":{"name":"e2e-policy-230228de","namespace":"ai-tenant-e2e-mt-230228de"},"policyNamespace":"ai-tenant-e2e-mt-230228de","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:31.131441321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a716cac0-3930-45d0-a19d-b1b38905ff97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:31.131466107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a716cac0-3930-45d0-a19d-b1b38905ff97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.533098223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ece0321c-c52f-4316-a116-48f6524beac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.560773871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54124778-6b40-40b2-98c7-fb0b96626c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.595405855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ece0321c-c52f-4316-a116-48f6524beac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.623402327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54124778-6b40-40b2-98c7-fb0b96626c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.65453584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ece0321c-c52f-4316-a116-48f6524beac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.662830714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"ddd381d9-9bc9-4fc2-bee9-b15cba9ac0a3","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.682503195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"54124778-6b40-40b2-98c7-fb0b96626c0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.72766833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"ddd381d9-9bc9-4fc2-bee9-b15cba9ac0a3","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:40.787042355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 34, current generation is 99","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"ddd381d9-9bc9-4fc2-bee9-b15cba9ac0a3","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.226726758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"c29bd55b-3508-45ab-af89-59da590df80b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.326906511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"1b5c79fc-9ba3-43ec-98ab-8b1cf9a8dd54","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.427410823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"b5faeb18-2e9b-45bf-b4f8-adcee4bec2ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.52789989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"1c0ab388-1ee3-43ca-8e19-626ca08050f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.55123833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"09142b10-3c86-4ee8-997d-35fe8fd7d1af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.728516266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e1f8c169-ec6f-46ab-943d-2e8039790366","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.828561921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"a8e64321-e713-453f-8b5d-8912ba3e6c92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.860095352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"714caf90-2bc4-4366-9701-8d53a4d49445","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:45.987353328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"085f7460-2839-41c7-96e2-12117a03deb2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:46.087239258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"9600d059-5b5c-4b0f-b483-2fa36b5c479b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:46.658317872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1fda9b70-4669-47ad-aba7-8a6a71ed3950","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:46.758325222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"a4f34763-1deb-4087-8c36-4ce888b94af4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.816470494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a58c3ed2-d681-4c8e-8998-4612f214d65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.84447134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"642a0d88-08b9-470d-8ca3-d99a7dcbe2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.876620766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a58c3ed2-d681-4c8e-8998-4612f214d65e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.904105542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"642a0d88-08b9-470d-8ca3-d99a7dcbe2cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:50.94939665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"b529cea2-8f35-44c0-b6f5-8072a061bfd4","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.009074337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"b529cea2-8f35-44c0-b6f5-8072a061bfd4","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.157197011Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"902971e5-768c-4be3-a1ff-9669ae6d99c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.157225397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"902971e5-768c-4be3-a1ff-9669ae6d99c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.182825222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d044f6cb-ab6f-4971-9c0d-d4b3b45c922a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.18284916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d044f6cb-ab6f-4971-9c0d-d4b3b45c922a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.333258617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3505e63b-3759-4119-84d0-27305ec3c625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:51.333281944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3505e63b-3759-4119-84d0-27305ec3c625","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:52.984119839Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.096973616Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-50061e7d","reconcileID":"8f93ba9c-aa7c-48a1-b81b-311ba54a117f","MaaSAuthPolicy":{"name":"e2e-default-ns-50061e7d","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.096995139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a20c712-8c67-42fb-96b8-21e6eb5cabb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.097010909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1a20c712-8c67-42fb-96b8-21e6eb5cabb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.264178242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca0d3dc0-5ac2-4aa0-88dd-76a6e109b436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:57:54.264202624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ca0d3dc0-5ac2-4aa0-88dd-76a6e109b436","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.492594093Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","namespace":"ai-tenant-e2e-mt-94360f1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.492674872Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","namespace":"ai-tenant-e2e-mt-94360f1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.49274944Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","tenant":"e2e-mt-94360f1a","tenantID":"e2e-mt-94360f1a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.548390721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"Deployment","name":"maas-api-e2e-mt-94360f1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.609618237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"Service","name":"maas-api-e2e-mt-94360f1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.671762068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-94360f1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.729564226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-94360f1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.78763662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.843779471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.900676364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:04.956918073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.021432476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"Deployment","name":"payload-processing-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.07500774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.128786473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"Service","name":"payload-processing-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.182524393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"Service","name":"payload-pre-processing-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.23611323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"DestinationRule","name":"payload-processing-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.289708208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.343528508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.401249372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.455052419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.508720901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.566794524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-94360f1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:05.620897404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-94360f1a"},"namespace":"ai-tenant-e2e-mt-94360f1a","name":"default-tenant","reconcileID":"54de2430-aead-4e21-abfc-c2f581f3f72e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-94360f1a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:09.559884668Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-94360f1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-94360f1a","reconcileID":"5d90d418-d849-4965-9d04-5281a359ff57","aitenant":"ai-tenants/e2e-mt-94360f1a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.142610191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192dff6d-8ca5-4481-91fa-d4d2125716e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.197122192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192dff6d-8ca5-4481-91fa-d4d2125716e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.251421944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192dff6d-8ca5-4481-91fa-d4d2125716e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.306078929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"192dff6d-8ca5-4481-91fa-d4d2125716e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:10.422499189Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-94360f1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-94360f1a","reconcileID":"5d90d418-d849-4965-9d04-5281a359ff57","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-94360f1a","removed":["maas.opendatahub.io/gateway-access-e2e-mt-94360f1a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:12.276693478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b0336f-a683-4223-92e6-7e75f4e82cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:12.331003255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b0336f-a683-4223-92e6-7e75f4e82cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:12.385587699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b0336f-a683-4223-92e6-7e75f4e82cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:12.440399718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09b0336f-a683-4223-92e6-7e75f4e82cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.40953627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433e9f3c-e5bf-44e1-8984-bd361ef40bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.464368112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433e9f3c-e5bf-44e1-8984-bd361ef40bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.51859366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433e9f3c-e5bf-44e1-8984-bd361ef40bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:14.57303143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433e9f3c-e5bf-44e1-8984-bd361ef40bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.081014277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"5db79f71-9f80-43f4-a57a-fee68615c9bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.090634316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"a677f6d8-42c5-41df-97de-2584758a3bd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.218627328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"0508fd0d-0977-4366-9fad-eb0848c04e0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.460312479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"ec44ae27-f5fd-4beb-9db1-e3c9b15599bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.560280089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4ed500a0-065f-4773-a930-c3cc2101e0fc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.702823283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"a26bc02d-ebf8-4ccd-b134-cffdb91d6da3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.802574587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"3fe67ae4-8b1b-476d-b2e3-94a2ce6edf23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:18.902303386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"59eb26e9-a625-43bd-a99c-79e7dffd22d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.005243473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"0c25766f-c721-4e76-a294-601d346df3fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.351037065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"72fab0ac-c6f0-4ac8-9be3-7893a9429b6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.451103491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"21ad7f85-60f6-4fa0-9f3c-6c722b98f5fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:19.655105179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"be7c5fbb-dbb1-46e6-bb0a-04427327054f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.87220308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864841f1-9c76-4b07-8736-791eba87fb53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.926681121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864841f1-9c76-4b07-8736-791eba87fb53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.980727743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864841f1-9c76-4b07-8736-791eba87fb53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:22.984725482Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:23.034926988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"864841f1-9c76-4b07-8736-791eba87fb53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:25.020212248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5242aa8a-f797-4f5c-b91b-1555e711fc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:25.074489048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5242aa8a-f797-4f5c-b91b-1555e711fc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:25.128878785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5242aa8a-f797-4f5c-b91b-1555e711fc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:25.183030117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5242aa8a-f797-4f5c-b91b-1555e711fc5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:48.906831617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"83eea847-01a6-472f-9722-dfa6b70fa421","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.084563743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"f571e06d-ba6b-4e9a-8fab-09ff81a18742","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.185855693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"43b01008-205a-4a48-98ae-0c913d057bf1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.208606646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"92a7f858-884d-4723-aa8c-d34254c472f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.405991976Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"e88b3543-6a77-47d6-a0ec-d461c72ad399","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.453894306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8d1b820-ff7f-4f9a-8ec1-d086ee3558dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.514139416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"22f8269f-ffa4-41c3-9968-03436d187d78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:49.878606171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"becd5b55-33c8-453a-971e-57fd4b528b5e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.002389972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"38ee2c9e-8067-4477-9b22-3530d4c365d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.125454362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"a9defb25-91ec-408f-a33d-17b00df6a376","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.249263289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"f5cbcece-a40d-42eb-82ad-4747a8767b0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:50.616756244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"55d8e8f9-166e-409f-9201-d906c9428379","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:58:52.983445398Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:03.218323497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"98aae83e-63ed-4005-82e2-341325b8fead","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:03.21835687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"98aae83e-63ed-4005-82e2-341325b8fead","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.843463655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-access","reconcileID":"755018ea-7ee3-416f-881f-c6b56e7db25b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:08.843503889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"8c4a8d4d-ce85-4da3-99a4-8fc6a2a31328","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.012006832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"1d7a2cf3-d08e-4db7-9fb9-eb8a7e9232f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.056488377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"1646dd43-5d01-49ab-814f-96ea1c288abb","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.072988836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"1d7a2cf3-d08e-4db7-9fb9-eb8a7e9232f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.121597764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"f157ba69-275f-4926-806f-0022459230a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.197636925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"dc30d4af-b34b-4eec-a0ad-71c2c4bd156b","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.388960777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"fa765b7b-2d9c-4840-8a89-d13a58ff7613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:09.44886323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"fa765b7b-2d9c-4840-8a89-d13a58ff7613","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:17.517142171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"fb8b9f5b-5b1b-45c6-8d11-bac0b8257219","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.529922316Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"8553a4d4-9e7e-4653-b721-4b92a8969ee8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:18.717686019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"06a6d4e5-22ea-4069-8b0e-b3ad4ceb5ed6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.08006739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"2aa647c9-68f6-45df-a755-a15ff0d06c76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.17959258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7a926fb8-72b3-4a3c-8edb-714aec4c5d49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.387221399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"f3d21186-733e-4043-ab34-cd29977348a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.404181493Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"c248799f-9339-4352-a38f-2283593192cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.459448561Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"c248799f-9339-4352-a38f-2283593192cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.485835443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"4b94bdcf-76fc-4562-b75e-79ca2b975256","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.509698994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"6803b49e-3f64-4af6-9d38-746b08c21d39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.515996069Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"simulator-subscription","reconcileID":"c248799f-9339-4352-a38f-2283593192cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/simulator-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.689695471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"36466850-fdf6-4504-bde3-2a8468fcfaff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.801711925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"76c1bda7-d23a-4e9d-9098-15d3dc5676dd","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.877931282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ef30b93e-5ed6-4eae-a3c6-aa143f1d6490","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.909657807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ab8cfa27-3c3a-49b2-83ba-fa1adae78552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.949663865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"c53c6717-a13b-4551-a7de-21220401df61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:19.969251322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"ab8cfa27-3c3a-49b2-83ba-fa1adae78552","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:20.115173052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"813a2a3b-bca1-4948-8a28-2a7307f1eb58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:22.983820545Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.21585995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"6e643f0e-82ec-46d3-9eec-f7c591e634e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.276604839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"6e643f0e-82ec-46d3-9eec-f7c591e634e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.325973631Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"52a2f71b-0d77-4700-a476-4bcbab9388b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.557308153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"5aae7867-d656-48ce-9158-ab1fcc746c54","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.611740147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"535dd538-7184-4514-b74c-daece9dc724b","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.612063705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"5c472fac-6fbb-4bc3-8d86-f5b0f53cab6c","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.667769849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"b434f0ff-4004-4b45-acac-057baed48bd9","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.762593127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"62deabc5-4779-4f2d-b169-f185083fe2ff","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.775465385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"4986fa05-1477-4656-b567-638f63384381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.831226626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"c8d346f2-d1f7-4249-ae6d-88ee51f70018","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:25.83554842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"4986fa05-1477-4656-b567-638f63384381","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.205415035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"985e03c3-d1b3-49e9-a913-a16e4a12f651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.266532335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"985e03c3-d1b3-49e9-a913-a16e4a12f651","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.62714089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2c1124-fab2-4cef-9ab8-81c02fb2492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.637229925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"40bd71ba-033d-43af-a73f-5998e050e4b2","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.681310332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2c1124-fab2-4cef-9ab8-81c02fb2492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.681351779Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"90ad43be-1b30-4ada-8ca2-bf724e4fd642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.736669976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2c1124-fab2-4cef-9ab8-81c02fb2492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.791419368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf2c1124-fab2-4cef-9ab8-81c02fb2492e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.870580284Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"60214568-2fd7-44e3-a2c9-6e66c80467ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-fa1912f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:26.949248842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"90ad43be-1b30-4ada-8ca2-bf724e4fd642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:27.114997298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"90ad43be-1b30-4ada-8ca2-bf724e4fd642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"e2e-worker-w1-847c6f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:27.115022991Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-access","reconcileID":"90ad43be-1b30-4ada-8ca2-bf724e4fd642","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:27.173271206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"bff6c119-3528-4034-9b47-9d3e6741f78a","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.789378898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588d584a-a86b-45fd-a1b5-ed1b57fe1689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.843820959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588d584a-a86b-45fd-a1b5-ed1b57fe1689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.89867459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588d584a-a86b-45fd-a1b5-ed1b57fe1689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:28.953210378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"588d584a-a86b-45fd-a1b5-ed1b57fe1689","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:35.612791519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"29daefb7-4616-47fb-92bb-f0d97bdd6a6b","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.925308341Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"31019f65-444d-4bc1-9556-65b29d44548a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:36.979694691Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"31019f65-444d-4bc1-9556-65b29d44548a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:37.034603997Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"premium-simulator-subscription","reconcileID":"31019f65-444d-4bc1-9556-65b29d44548a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"name":"maas-trlp-premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f","model":"e2e-models-e2e-worker-w1-847c6f/premium-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:37.316110824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"2832112e-8918-49bb-bd2a-ccca17bc1996","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:45.613497189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"55ac913b-8af4-4ae9-8a5a-e149f153e762","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:45.807613592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"ea477017-4741-48d4-8265-3a7dc57ffd82","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:45.807644409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"ea477017-4741-48d4-8265-3a7dc57ffd82","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.271694035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-2-w1-847c6f","reconcileID":"df7da180-bc38-498d-aeda-da2f593c1d37","MaaSModelRef":{"name":"distinct-2-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-2-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-2-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.278671236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"9fda0aa9-0ce7-4831-ac00-3b013502bfbf","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.285903298Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"premium-w1-847c6f","reconcileID":"e9b6f3e4-d575-47d1-ada1-bfb3c3e829fc","MaaSModelRef":{"name":"premium-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"premium-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"premium-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.293175109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"simulator-w1-847c6f","reconcileID":"e791d88b-b74a-41ee-bf83-f5f5bebb0a77","MaaSModelRef":{"name":"simulator-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"simulator-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"simulator-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.728099808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"namespace":"e2e-models-e2e-worker-w1-847c6f","name":"distinct-w1-847c6f","reconcileID":"2bc7a037-fd66-406c-8ed7-bedf476485ed","MaaSModelRef":{"name":"distinct-w1-847c6f","namespace":"e2e-models-e2e-worker-w1-847c6f"},"routeName":"distinct-w1-847c6f-kserve-route","namespace":"e2e-models-e2e-worker-w1-847c6f","llmisvcName":"distinct-w1-847c6f","gateway":"openshift-ingress/e2e-worker-w1-847c6f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.788625622Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","namespace":"ai-tenant-e2e-worker-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.788717015Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","namespace":"ai-tenant-e2e-worker-w1-847c6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.788790952Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","tenant":"e2e-worker-w1-847c6f","tenantID":"e2e-worker-w1-847c6f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.844282565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"Deployment","name":"maas-api-e2e-worker-w1-847c6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.930244683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"Service","name":"maas-api-e2e-worker-w1-847c6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:50.987933085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-847c6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.046598614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-847c6f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.106261775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.162956424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.22170851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.286628284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.340921624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.395269392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.448833534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"Service","name":"payload-processing-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.502522265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.556403296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.610121894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.663695496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.721378021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.775116057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.831785619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.890228601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-847c6f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:51.946456935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-847c6f"},"namespace":"ai-tenant-e2e-worker-w1-847c6f","name":"default-tenant","reconcileID":"64657299-dd9c-4689-9eab-8b25740e1fdf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-847c6f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:52.983855152Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.103112146Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-847c6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-847c6f","reconcileID":"a0952679-7473-4991-99c2-79b38fd93e4e","aitenant":"ai-tenants/e2e-worker-w1-847c6f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.610758698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04264af1-08dd-44fc-80cc-0a9dd03ed11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.665537825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04264af1-08dd-44fc-80cc-0a9dd03ed11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.71976758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04264af1-08dd-44fc-80cc-0a9dd03ed11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.774562128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04264af1-08dd-44fc-80cc-0a9dd03ed11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:55.944884892Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-847c6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-847c6f","reconcileID":"a0952679-7473-4991-99c2-79b38fd93e4e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-847c6f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-847c6f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:57.842305321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57a2fdf-28c5-49aa-98f8-404c9cc58f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:57.896693197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57a2fdf-28c5-49aa-98f8-404c9cc58f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:57.950687252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57a2fdf-28c5-49aa-98f8-404c9cc58f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T20:59:58.004865311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f57a2fdf-28c5-49aa-98f8-404c9cc58f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:00.0124769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789bc480-4cf2-4ee5-86d8-4e8a6060330f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:00.066842917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789bc480-4cf2-4ee5-86d8-4e8a6060330f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:00.121236041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789bc480-4cf2-4ee5-86d8-4e8a6060330f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:00.17658307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"789bc480-4cf2-4ee5-86d8-4e8a6060330f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:22.983548711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.061915205Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"ff840e17-b2e2-4525-a8b6-4d3c6c084181","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:23.061970178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"ff840e17-b2e2-4525-a8b6-4d3c6c084181","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:26.31871093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"c1893af3-cac0-4b6f-b816-6fdcf3f5c5aa","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:26.318742873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"c1893af3-cac0-4b6f-b816-6fdcf3f5c5aa","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.894359478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"4bd1bb61-c9a8-4f7e-bd45-4881c53f2a97","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.894382865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"4bd1bb61-c9a8-4f7e-bd45-4881c53f2a97","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.951495914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"a7cbe251-5299-41e2-9e62-5a45cb86db1c","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:31.951526932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"a7cbe251-5299-41e2-9e62-5a45cb86db1c","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:32.061364131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"3fcc1cf5-da44-40e0-b58c-b481b8b97a67","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:32.194186689Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"3fcc1cf5-da44-40e0-b58c-b481b8b97a67","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:32.253524502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d6c118-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"3fcc1cf5-da44-40e0-b58c-b481b8b97a67","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:32.311186644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"be34b79a-1a33-4cd6-b3ff-29403d3c6aa1","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:32.3112179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"be34b79a-1a33-4cd6-b3ff-29403d3c6aa1","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.469371291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"e9657cde-d260-4322-b6d6-93cf07684269","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:37.46940083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"e9657cde-d260-4322-b6d6-93cf07684269","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:42.41918262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"d223d9af-4794-458c-9315-9e08d0143cf4","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:42.478999164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"d223d9af-4794-458c-9315-9e08d0143cf4","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:42.538588104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d6c118-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"d223d9af-4794-458c-9315-9e08d0143cf4","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:42.951678785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"368dd704-2ded-421a-bd66-2f5f0ea8df1e","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:42.951706861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"368dd704-2ded-421a-bd66-2f5f0ea8df1e","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.008505914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"9797fbf4-5619-4fe1-8947-7b85fbc6d148","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.008527799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"9797fbf4-5619-4fe1-8947-7b85fbc6d148","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.11624514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"d338454f-7347-46b7-821f-ff361c0fee91","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.249572548Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"d338454f-7347-46b7-821f-ff361c0fee91","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.307623081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"d338454f-7347-46b7-821f-ff361c0fee91","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.366774166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"0cee1e7e-d794-4e53-af06-b0ff53d35c2c","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:43.366808394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"0cee1e7e-d794-4e53-af06-b0ff53d35c2c","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:52.647454663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"eff2a318-b289-4794-9737-9aa955f2fc00","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:52.707014555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"eff2a318-b289-4794-9737-9aa955f2fc00","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:52.765999785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d6c118-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (222562b0007092728744c13ca374ca784a2888e0fea246be57bc4b8b4ad3059d) AuthConfig (49bb7a6a043ecc422448f25f963a205dc457de393853950749a6dcefc3c2d0d7) AuthConfig (7cc2d793dbfffe604045711ce47b1aec350a0d7ace744eee25a3ffca3faef5c1) AuthConfig (0c3ce3e5ac9556fcb29d30d25d14779126701f7f16f1f737800976a8a6ddd193) AuthConfig (c3aed141ca1499fd02ead5e499bb08039da7c90f19e796a165c7714115521e29) AuthConfig (f79f7a605fde997ec9a49708f65fdeb5547a132e7121f630af580e3e6d520f9d) AuthConfig (21e598130f47ecca81beaf6892ed14a5e68ed91a34d093be9f6ad49696026933) AuthConfig (dd0c416928b7cdcf237d05020fcdfecb8812bbef4a47a064ed9bc34db42b57f1) AuthConfig (3039b4a442716f2e62bf8eac2af5db4e950ac89ec45bd972a7df8bcd0b60cdaa) AuthConfig (b542bdad4b4d4e41e6db5d5a4c8407e3659b49c9dcc69bc342feca03caf615af) AuthConfig (c82dcddaba89f956e209dd7081e9bc37d6eee19d2fdc4ea05afefb6a65953538) AuthConfig (b521c47f2a5cb2e203a90f215de2ee0b04c692470f63455492c90471f117e55c) AuthConfig (7bc35bdeaf0fa223e6efb544790bce3b2ee42d9586f4856113e499599562920e) AuthConfig (af9a1514b3e8828a09207ca7a6820ab3227bfa0cfd82ba78fe6b5926d860c4c0) AuthConfig (b4e52943a5100fba04d7a457a6ae114d3412434b04a3301099c8de60cc6b1dca) AuthConfig (b8af82e12d3ffa6569b8a42980fc5bc2a03eb405bd682025315ec8b1a0e1f200) AuthConfig (62b5325622bc63de6a229434582cd36a4a6e105dd83f59ced2635d6da8d9b49d) AuthConfig (55ea5fbdf7870a56c097d7c88cbcae9480ba917263b3c407de2fe512b3d6c724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"eff2a318-b289-4794-9737-9aa955f2fc00","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:52.826068964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"b0790449-7bc3-4b25-8952-175cbaef3d8f","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:52.826094871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"b0790449-7bc3-4b25-8952-175cbaef3d8f","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:52.983166613Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.475547072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"520d03cd-bc1f-4980-84c9-a96e49df0f1b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.535295783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"520d03cd-bc1f-4980-84c9-a96e49df0f1b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:00:53.593565607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"520d03cd-bc1f-4980-84c9-a96e49df0f1b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:02.935496622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"34282e6a-7a37-453c-88d0-407a1b41e1b1","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:02.995305011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"34282e6a-7a37-453c-88d0-407a1b41e1b1","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.054417434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d6c118-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (222562b0007092728744c13ca374ca784a2888e0fea246be57bc4b8b4ad3059d) AuthConfig (49bb7a6a043ecc422448f25f963a205dc457de393853950749a6dcefc3c2d0d7) AuthConfig (7cc2d793dbfffe604045711ce47b1aec350a0d7ace744eee25a3ffca3faef5c1) AuthConfig (0c3ce3e5ac9556fcb29d30d25d14779126701f7f16f1f737800976a8a6ddd193) AuthConfig (c3aed141ca1499fd02ead5e499bb08039da7c90f19e796a165c7714115521e29) AuthConfig (f79f7a605fde997ec9a49708f65fdeb5547a132e7121f630af580e3e6d520f9d) AuthConfig (21e598130f47ecca81beaf6892ed14a5e68ed91a34d093be9f6ad49696026933) AuthConfig (dd0c416928b7cdcf237d05020fcdfecb8812bbef4a47a064ed9bc34db42b57f1) AuthConfig (3039b4a442716f2e62bf8eac2af5db4e950ac89ec45bd972a7df8bcd0b60cdaa) AuthConfig (b542bdad4b4d4e41e6db5d5a4c8407e3659b49c9dcc69bc342feca03caf615af) AuthConfig (c82dcddaba89f956e209dd7081e9bc37d6eee19d2fdc4ea05afefb6a65953538) AuthConfig (b521c47f2a5cb2e203a90f215de2ee0b04c692470f63455492c90471f117e55c) AuthConfig (7bc35bdeaf0fa223e6efb544790bce3b2ee42d9586f4856113e499599562920e) AuthConfig (af9a1514b3e8828a09207ca7a6820ab3227bfa0cfd82ba78fe6b5926d860c4c0) AuthConfig (b4e52943a5100fba04d7a457a6ae114d3412434b04a3301099c8de60cc6b1dca) AuthConfig (b8af82e12d3ffa6569b8a42980fc5bc2a03eb405bd682025315ec8b1a0e1f200) AuthConfig (62b5325622bc63de6a229434582cd36a4a6e105dd83f59ced2635d6da8d9b49d) AuthConfig (55ea5fbdf7870a56c097d7c88cbcae9480ba917263b3c407de2fe512b3d6c724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"34282e6a-7a37-453c-88d0-407a1b41e1b1","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.702473151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"ca7ed1bc-59ca-49e2-8316-8fd7c3cecc3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.762073613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"ca7ed1bc-59ca-49e2-8316-8fd7c3cecc3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:03.820046973Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"ca7ed1bc-59ca-49e2-8316-8fd7c3cecc3b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.162913168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"062868bf-da03-4b97-9793-d597d6f678f8","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.223358769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"062868bf-da03-4b97-9793-d597d6f678f8","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.281820707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-d6c118-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (222562b0007092728744c13ca374ca784a2888e0fea246be57bc4b8b4ad3059d) AuthConfig (49bb7a6a043ecc422448f25f963a205dc457de393853950749a6dcefc3c2d0d7) AuthConfig (7cc2d793dbfffe604045711ce47b1aec350a0d7ace744eee25a3ffca3faef5c1) AuthConfig (0c3ce3e5ac9556fcb29d30d25d14779126701f7f16f1f737800976a8a6ddd193) AuthConfig (c3aed141ca1499fd02ead5e499bb08039da7c90f19e796a165c7714115521e29) AuthConfig (f79f7a605fde997ec9a49708f65fdeb5547a132e7121f630af580e3e6d520f9d) AuthConfig (21e598130f47ecca81beaf6892ed14a5e68ed91a34d093be9f6ad49696026933) AuthConfig (dd0c416928b7cdcf237d05020fcdfecb8812bbef4a47a064ed9bc34db42b57f1) AuthConfig (3039b4a442716f2e62bf8eac2af5db4e950ac89ec45bd972a7df8bcd0b60cdaa) AuthConfig (b542bdad4b4d4e41e6db5d5a4c8407e3659b49c9dcc69bc342feca03caf615af) AuthConfig (c82dcddaba89f956e209dd7081e9bc37d6eee19d2fdc4ea05afefb6a65953538) AuthConfig (b521c47f2a5cb2e203a90f215de2ee0b04c692470f63455492c90471f117e55c) AuthConfig (7bc35bdeaf0fa223e6efb544790bce3b2ee42d9586f4856113e499599562920e) AuthConfig (af9a1514b3e8828a09207ca7a6820ab3227bfa0cfd82ba78fe6b5926d860c4c0) AuthConfig (b4e52943a5100fba04d7a457a6ae114d3412434b04a3301099c8de60cc6b1dca) AuthConfig (b8af82e12d3ffa6569b8a42980fc5bc2a03eb405bd682025315ec8b1a0e1f200) AuthConfig (62b5325622bc63de6a229434582cd36a4a6e105dd83f59ced2635d6da8d9b49d) AuthConfig (55ea5fbdf7870a56c097d7c88cbcae9480ba917263b3c407de2fe512b3d6c724)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"062868bf-da03-4b97-9793-d597d6f678f8","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.929351944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"74a91337-2731-4892-8a47-b77e491876ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:13.989518078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"74a91337-2731-4892-8a47-b77e491876ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:14.048312428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"74a91337-2731-4892-8a47-b77e491876ca","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:22.985730242Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.396300799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"3d6191e6-d426-4f23-bfa0-bf2435477c2a","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.45601049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"3d6191e6-d426-4f23-bfa0-bf2435477c2a","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.736171657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"b52f8313-1a3d-47b6-abaa-88b48ae45dd0","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:23.736199626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"b52f8313-1a3d-47b6-abaa-88b48ae45dd0","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:24.156143067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"cf99d759-3289-4e6a-9710-8f2fe1d215a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:24.215574017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"cf99d759-3289-4e6a-9710-8f2fe1d215a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:24.273825725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (003b10d2e352e1b0976e949e82ab258894d7282b728f2e46076783fa4b1c9d7c) AuthConfig (20978c399efa5501ed108c85d6aa5c23c77426d5ea7c55ed10a6725b0864299e) AuthConfig (621cdd2e61d6d1f9f37ff31dcc3ed4f9dac74d33bafca4aefdb4dedb3d40c201) AuthConfig (654684f09286043480c460a618d9f0e46b42a73e7166dc5b42a46117e3dd3bd0) AuthConfig (103b94c99c9e72c22033baf27d6badfec42d97f7b05d2bbf086b2825c66f3add) AuthConfig (fe1b756e58857c47d4e4558888f9682c6d7904fcc4e379807ccd37733e0061e2) AuthConfig (1c52dd8bb1259b0d012b4e5963ab57beff31b5f24b81b39c35507b9f35a5b8d3) AuthConfig (1803190003427d537e9c978baf26a71d3997f21a01ea1dc8830ac1f48e541d89) AuthConfig (581c39621c9c54bc083deaaab638239475bd7e657b788eddbd33f81577ee6808) AuthConfig (a2546c63ac9e3d354831ce9ae8c32e5cbb9e4400a9f6ec8b818ca44ffa78b8c5) AuthConfig (2a6301ac96432de5bb40a8b8977cab73608f77af8d5a8f6b650b626221b0e382) AuthConfig (43a71d7fcf1c86b784c577e5ccfb15687691aa1a4d797a72e8ff9fb6f9fbc23f) AuthConfig (cf9fbfe5998819c6f263ac2d8a4cfbcd6bfcf06f648d3901e952e9cfc5a1edcc) AuthConfig (189280818d218f9d9857aead2b0060f13ca762cad4bac197c4bda84484e724e5) AuthConfig (e27c609c9ce5a78ffb5afe3dbcc85d99731033d42df4d24bc06ec3de9333ea85) AuthConfig (e816c5310ccc01464436cc9f3ee245c48233e549033a3f54e32d275bb1f48d3f) AuthConfig (8c174f3a5fcf05c4eb329b7ddfce37981efa28c58918f605b5a7d9c692616bfc) AuthConfig (dc4a8dc15383cc4a3f95365de8b9e546d049a6373a039df9f9640041e71b9297)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"cf99d759-3289-4e6a-9710-8f2fe1d215a8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:24.333521337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"afcfa869-2a60-408d-b226-1fd2cfb52226","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:24.333545514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"afcfa869-2a60-408d-b226-1fd2cfb52226","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.408407438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"7e741f48-3d8d-4f75-ae2e-605c6e160951","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.408430753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"7e741f48-3d8d-4f75-ae2e-605c6e160951","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.470406247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"c3129018-54ea-4410-86c4-1382a17710f3","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.4704286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"c3129018-54ea-4410-86c4-1382a17710f3","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.516764467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"365e6f09-ade3-45ff-8881-8ae912709ff8","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:29.520165708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"45e539f0-43fc-4a8d-98ff-9e1934d260ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-d6c118-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:29.526776661Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"c3129018-54ea-4410-86c4-1382a17710f3","name":"test-model-d6c118","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d6c118\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:01:29.526834968Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"c3129018-54ea-4410-86c4-1382a17710f3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-d6c118\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.532193306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"36d648cd-7050-4cb5-a91a-739fd65d94df","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.532213122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"36d648cd-7050-4cb5-a91a-739fd65d94df","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.577022275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"365e6f09-ade3-45ff-8881-8ae912709ff8","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.631312841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"e84f39cf-9b02-4db7-a6ab-ddb97df0ef18","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.631335253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"e84f39cf-9b02-4db7-a6ab-ddb97df0ef18","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.690716886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"f7d36d05-302f-4ee3-91c4-58daba31c93e","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.690738835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"f7d36d05-302f-4ee3-91c4-58daba31c93e","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.896334673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"b81e2fd6-f907-48d7-a55d-3092510fccc7","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.920935546Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"253b21e9-11d3-439f-ae04-57cc3f06b633","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"maas-trlp-test-model-d6c118","model":"test-model-d6c118","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-d6c118/test-model-d6c118-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:29.956153873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"b81e2fd6-f907-48d7-a55d-3092510fccc7","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.095081604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"68fb88a4-53bc-456e-9d14-7a428a0568cb","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.095103446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"68fb88a4-53bc-456e-9d14-7a428a0568cb","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:30.31243974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"adc43e43-c494-44cb-8523-6a8e8b2d368c","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"maas-trlp-test-model-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:34.442522728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"e6920940-0e6a-4358-bb53-6fec1d28f38e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:34.502539449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"e6920940-0e6a-4358-bb53-6fec1d28f38e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:34.561163918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (003b10d2e352e1b0976e949e82ab258894d7282b728f2e46076783fa4b1c9d7c) AuthConfig (20978c399efa5501ed108c85d6aa5c23c77426d5ea7c55ed10a6725b0864299e) AuthConfig (621cdd2e61d6d1f9f37ff31dcc3ed4f9dac74d33bafca4aefdb4dedb3d40c201) AuthConfig (654684f09286043480c460a618d9f0e46b42a73e7166dc5b42a46117e3dd3bd0) AuthConfig (103b94c99c9e72c22033baf27d6badfec42d97f7b05d2bbf086b2825c66f3add) AuthConfig (fe1b756e58857c47d4e4558888f9682c6d7904fcc4e379807ccd37733e0061e2) AuthConfig (1c52dd8bb1259b0d012b4e5963ab57beff31b5f24b81b39c35507b9f35a5b8d3) AuthConfig (1803190003427d537e9c978baf26a71d3997f21a01ea1dc8830ac1f48e541d89) AuthConfig (581c39621c9c54bc083deaaab638239475bd7e657b788eddbd33f81577ee6808) AuthConfig (a2546c63ac9e3d354831ce9ae8c32e5cbb9e4400a9f6ec8b818ca44ffa78b8c5) AuthConfig (2a6301ac96432de5bb40a8b8977cab73608f77af8d5a8f6b650b626221b0e382) AuthConfig (43a71d7fcf1c86b784c577e5ccfb15687691aa1a4d797a72e8ff9fb6f9fbc23f) AuthConfig (cf9fbfe5998819c6f263ac2d8a4cfbcd6bfcf06f648d3901e952e9cfc5a1edcc) AuthConfig (189280818d218f9d9857aead2b0060f13ca762cad4bac197c4bda84484e724e5) AuthConfig (e27c609c9ce5a78ffb5afe3dbcc85d99731033d42df4d24bc06ec3de9333ea85) AuthConfig (e816c5310ccc01464436cc9f3ee245c48233e549033a3f54e32d275bb1f48d3f) AuthConfig (8c174f3a5fcf05c4eb329b7ddfce37981efa28c58918f605b5a7d9c692616bfc) AuthConfig (dc4a8dc15383cc4a3f95365de8b9e546d049a6373a039df9f9640041e71b9297)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"e6920940-0e6a-4358-bb53-6fec1d28f38e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.676224162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00956e3e-2d56-4481-a599-74bf2fc2f072","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.777134657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"f9477759-2b35-4c05-96a6-0a0e4a872fb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.815933542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"60fad662-f95e-42cf-903f-710f06d8f472","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:38.878483563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"04de8471-1f1f-4994-b59d-de835687e644","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.140491593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"8a60cbad-d0e4-48ee-abd5-75a9e83ef7b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.254400387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"eb456b28-dd58-4060-9d05-6fadad78433c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.266795168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"e4618933-39ac-4927-b688-118b2a6c5145","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.525880418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"f7118a4e-3679-4f7a-b7de-c8b467ebc90f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.710243082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"ea0d8e39-0336-414e-b12a-e639a266bee3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:39.961126209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"b1b16f48-2b1e-4649-9ec3-f9e4e2d8dba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:44.669736598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"95e74745-58da-4898-8255-fe4c2173aa03","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:44.729831843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"95e74745-58da-4898-8255-fe4c2173aa03","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:45.022623244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"baf4bffa-ed77-407d-8e81-976b06da631e","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:45.022646775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"baf4bffa-ed77-407d-8e81-976b06da631e","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.041530118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"896ca00b-86bb-4f67-9101-12c808d8c8fe","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:46.04156805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"896ca00b-86bb-4f67-9101-12c808d8c8fe","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:50.300747197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"0ecbf3d6-7699-4e0f-b0a6-fc903e45b658","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:50.300773111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"0ecbf3d6-7699-4e0f-b0a6-fc903e45b658","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:50.359664756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"b4ef8b65-5ad4-4227-bb95-a42b6e9d9949","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:50.359697563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"b4ef8b65-5ad4-4227-bb95-a42b6e9d9949","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:50.46726401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"72ad24be-24fc-4251-9d8b-5b5b8770ccf6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:50.598903817Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"72ad24be-24fc-4251-9d8b-5b5b8770ccf6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:50.657461591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"72ad24be-24fc-4251-9d8b-5b5b8770ccf6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:50.716859638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"e0bfd40e-c39c-48c1-a8a6-00e8fbd5bdd0","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:50.716885943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"e0bfd40e-c39c-48c1-a8a6-00e8fbd5bdd0","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.46524668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"d25d7f8d-83b5-45f1-a34c-68967298e6f7","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.465278267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"d25d7f8d-83b5-45f1-a34c-68967298e6f7","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.524519044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"bf1adc5b-72ce-4dbc-9668-18099f5c5d83","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.524543621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"bf1adc5b-72ce-4dbc-9668-18099f5c5d83","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.63252148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"e3e26b1a-1c51-4afa-a382-c3c51c346e7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.817641508Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"e3e26b1a-1c51-4afa-a382-c3c51c346e7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.876135859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e7b6b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"e3e26b1a-1c51-4afa-a382-c3c51c346e7b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.935646216Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"67655d16-1bc2-4049-8699-a5b3bb11aeb9","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:51.935672438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"67655d16-1bc2-4049-8699-a5b3bb11aeb9","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.282477741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"6760b8f0-cdb6-49f9-9167-4f0e32da1844","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.282511471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"6760b8f0-cdb6-49f9-9167-4f0e32da1844","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:52.9833114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.753762391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"388f3573-c2e9-49c2-ac02-24c828dabdb8","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.753796778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"388f3573-c2e9-49c2-ac02-24c828dabdb8","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.812927883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"e49fbc57-62ee-4419-9906-75aef255bf55","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.812991142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"e49fbc57-62ee-4419-9906-75aef255bf55","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:57.921364133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"029e68fb-5a47-455e-aa16-5a1b035db53e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.0551367Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"029e68fb-5a47-455e-aa16-5a1b035db53e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.113577603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"029e68fb-5a47-455e-aa16-5a1b035db53e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.173136863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"ea75700e-c113-41c3-ba7d-f5c68bea3e5b","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.173159156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"ea75700e-c113-41c3-ba7d-f5c68bea3e5b","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:58.997478623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"046cb01f-ce70-434e-a8a6-4418e3c7fa96","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.097620222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"7dc3dc66-e5ad-4a7f-8905-0de7f517f369","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.198365795Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"9dae8bf4-7718-4508-9b0c-34f16855f4e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.36055493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"eb99d527-38a1-4839-9429-e672538f05fd","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"maas-trlp-test-model-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.532709931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"0faa5c0f-c540-42d8-a79f-1a1284856a9e","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.532730616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"0faa5c0f-c540-42d8-a79f-1a1284856a9e","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.561507875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"be0c9355-b21a-414b-ae72-470074a4277d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.561529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"efb38b7d-1364-45d6-9b90-3a58a181b187","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.848161831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"2b7eed39-6d29-418e-8c78-2b97180a9a0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.951887448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7b01aae-cfba-47d6-afdd-b8c8bdc0c269","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:01:59.969607771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5c78d234-89fd-4536-9961-d70b948d32a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:00.095733244Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"45f235c5-7734-412c-b6f5-92c4fda2c6af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:00.194891589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"13a22ca9-51d6-4fb4-83a2-0ba99f3318eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:00.486364549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"d3d5257d-8818-4f66-9c4f-dfaa700bd486","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:00.547725286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"d3d5257d-8818-4f66-9c4f-dfaa700bd486","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:00.827503844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"72cf94b5-f926-4d06-8bfe-6da976386cb5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:00.887800092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"72cf94b5-f926-4d06-8bfe-6da976386cb5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:00.946048958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"72cf94b5-f926-4d06-8bfe-6da976386cb5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.043690365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"4f9f945c-1d44-4f6c-b564-0099559dfe61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.10358036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"4f9f945c-1d44-4f6c-b564-0099559dfe61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:02.161506624Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e7b6b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"4f9f945c-1d44-4f6c-b564-0099559dfe61","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:03.898010083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"57adc80e-1c6a-43d0-be17-8f64793e0fca","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:03.8980414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"57adc80e-1c6a-43d0-be17-8f64793e0fca","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.379677488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"4ec5bc2b-dec4-413f-bbce-99481b0c1441","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.43955571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"4ec5bc2b-dec4-413f-bbce-99481b0c1441","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:08.498038141Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"4ec5bc2b-dec4-413f-bbce-99481b0c1441","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.361168104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"5fcf4b3c-0909-40d8-afcc-3268ec1f5ced","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.361194454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"5fcf4b3c-0909-40d8-afcc-3268ec1f5ced","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.418135295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"21a6af63-b380-416d-99dd-ddda5c33b921","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.418158469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"21a6af63-b380-416d-99dd-ddda5c33b921","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.525837176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"ff55bec7-a563-4b42-954a-629584c694a3","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.658653974Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"ff55bec7-a563-4b42-954a-629584c694a3","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.71684354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-52e0bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"ff55bec7-a563-4b42-954a-629584c694a3","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.774805148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"739e0e08-ca21-4bf3-ad80-b8c7f1ce788f","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:09.774832816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"739e0e08-ca21-4bf3-ad80-b8c7f1ce788f","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:11.054223205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"b6133bce-22c5-4f85-b516-71a52d24dfd5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:11.113780908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"b6133bce-22c5-4f85-b516-71a52d24dfd5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:11.172692503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"b6133bce-22c5-4f85-b516-71a52d24dfd5","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.270675879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"9d90c601-7d40-43f6-b131-a1b3d49ddb90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.330594204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"9d90c601-7d40-43f6-b131-a1b3d49ddb90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:12.388730485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e7b6b3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"9d90c601-7d40-43f6-b131-a1b3d49ddb90","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:18.610447771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"d8141b56-af28-431d-b3a0-3db4638211d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:18.670636435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"d8141b56-af28-431d-b3a0-3db4638211d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:18.729850715Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"d8141b56-af28-431d-b3a0-3db4638211d5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:19.882910743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"a22aa557-c5b6-466d-8c3e-91026cfd41e7","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:19.942629608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"a22aa557-c5b6-466d-8c3e-91026cfd41e7","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:20.000690616Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-52e0bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"a22aa557-c5b6-466d-8c3e-91026cfd41e7","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:20.691624946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"0e0d8ee7-c79a-4b9b-bd55-ee9364049a55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:20.789290827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"a5ce8aa8-b7a9-4054-b47b-3530f06591c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:20.93215514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"dffdbacb-5896-4731-981a-9bf89b66f531","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.033308034Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"1f7a57b8-dd3e-41eb-86c6-753b38e6b203","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.175885138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"d7c43dba-a19f-4238-9d6c-6ce08d734281","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.296707925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"e04c41b7-095a-43f9-a421-4757b2fa062c","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"maas-trlp-test-model-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.33062775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"a0d87987-33bd-439e-9d3c-59c00133b916","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.393518696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"a0d87987-33bd-439e-9d3c-59c00133b916","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.4527655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (179c8aad4ceb690a1a03e42fc9a0365ad897ca3d3e0755619e96c3e328301337) AuthConfig (2b60f9049b834333fb5e868d471370d89c5aed12ea105008599e09a59133ab51) AuthConfig (8b2bc1d3c4e82207299130c89bc13378b23b07870fcacc328e331429a5f31d21) AuthConfig (735204b944a03e6916b902116474b2ec6d77fc7251b20b0b0f26d6933505f89a) AuthConfig (6ea801fbca9c8f7ad432dc9779297339de4ada814fb0922662c96bc95a1f3ab9) AuthConfig (651e5569b837ca5ce5f2a0b6d84f8ce6cca3a792c1209c82327d75f1c804b66b) AuthConfig (78bf77b31a6d4b6ee2a4fca3093c8f5964e7e422a4c3990be80c8e1796156562) AuthConfig (5f79ee822ca21120921cb8bcb21aff52117b863e65ea403157c37a97daad101e) AuthConfig (93756d442bc2583e9ebb8e2b7dff18875b8f6cb911a443e43d01508aa3e22e3a) AuthConfig (afb2369dd5fdb67bc3e90b522fb4845408fb66458efcd607f2735e6e5eb2b643) AuthConfig (68cd4774a606ec51bd49bfabd8d65e08766487a4c105eedf9bbc6121cc5dad33) AuthConfig (73fdf1844929bebe292511d7dd2d609a3cc9985e407226da043c706c09af6f1b) AuthConfig (34e6c8cf42bacd395cd2199bf3d04a4566d4075526ce7e6c4f0aacdde640b960) AuthConfig (866b0a901ad963979c2d51743d99340d57781bb1b71e15551d7f2e79682ec0c1) AuthConfig (b498f8460b4f453d64c4e3b91e942ede2dc7d7996957e3a492160936a47bc95e) AuthConfig (e39bf6377901a46c6e6e9d93ffae550087c6315845fc6aa0c89640bb9bf8625b) AuthConfig (a138cffe3fa7a95061967ba79c2a629ee99f3c4aeec5ae7537c29ca705afae1b) AuthConfig (267323d17a8802458c5a06d2a59b4d99bddc41b7f0d2721f0c937864ec69dc7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"a0d87987-33bd-439e-9d3c-59c00133b916","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.538393297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"8112eab0-c12b-4fca-8e80-6f23c4f060e9","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.538421514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"8112eab0-c12b-4fca-8e80-6f23c4f060e9","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.555866492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"b0ede593-3c20-450e-9df8-b95a2b8c49c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.661808305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d3e099b-6fff-41cb-bbd2-9648cef71285","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:21.75147125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"bff9581b-da26-410b-b2b7-538146f61013","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.006610727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"b272a485-0e0d-45f8-8d51-9992ddffea78","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.131904555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a9d72a6c-fc9b-4a35-8c76-f116673939d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.498563921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"e3c2788e-fc0a-4ae7-b4b7-3dfb1bfd055c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.558589058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"e3c2788e-fc0a-4ae7-b4b7-3dfb1bfd055c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.616815193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e7b6b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b393205a54ca2e151ec409fddada181341c5ff21613269c337de4cb63b8ed9c5) AuthConfig (65a8085edd85998676fdac6a18b7d49eb94f7deda5a00b9e92d4840867c6efcd) AuthConfig (9bcb032721946db9e54e3f918e0ee47e04cf60050638197b2c626f91b53924fc) AuthConfig (4bec19f3fb6a8071601f685698db3ca6ebde520d9281dda3e023d4d3bbd51786) AuthConfig (9b2872308c0e4eaaee1c7e1adc291dc2fbdc0266366eed56955a81dc1331761a) AuthConfig (b2f1c30d948d940021d26cd6409e97fd6df4feb18a473b35d6353023202a7bb8) AuthConfig (95ca731c104dce4df83512b2bcb93d57225b1522c780342535a54d2927b3eb29) AuthConfig (ebbbf5926cdd40e856e4916ff72f6086f9d7f5ab353267b60030bf6d862217be) AuthConfig (82a365e425ff8c3c6d4a47d094c54403989b5675f7bec2e977ff05c346279fc0) AuthConfig (424ae8c2e0dd34d309cb9046952d911507a97beceeb676b6d83000401344289b) AuthConfig (8ad66103421e1c225d099f1f494d08d3f043a52a0856912d9cffd1077bf5346c) AuthConfig (f881bdf24c00c24f422de4158cd9cb1d30ae4d847adab68223e71f8bcf8ebebc) AuthConfig (b7a74ea7b4fc47b75a091f1d58accdc3f1b4f4d5c3fac5ea36d7b0ba654bfede) AuthConfig (b492d2cfb3f556a5c709abcb035ab9e93629519babde60a5e751bd71b2d2ae1f) AuthConfig (22651ea211b50adc9598b99c8714977333d476cf54fb5119c13b3c718bed7682) AuthConfig (aaa299b389a67e3e006dfe71fc2f6f58e869ed95f451fdc80f09069ff45f2ca9) AuthConfig (78307986fc5cb7ad61e13643a5090af7b56fd287cc90cdd1129e09101d41627d) AuthConfig (d3083b7f8ca58b335c736c861962a0c5cc590b54f0d0d532e1712a809866fb39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"e3c2788e-fc0a-4ae7-b4b7-3dfb1bfd055c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.677021864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"3f0ad5aa-61dd-4200-ab3a-dce99fb40270","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.677046443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"3f0ad5aa-61dd-4200-ab3a-dce99fb40270","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:22.983698501Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:28.839388771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"99d1ce76-6298-44e2-ba19-89f001d839b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:28.902165613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"99d1ce76-6298-44e2-ba19-89f001d839b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:28.962278557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd6865db6ea8a4877940bb36c1eb596b66c97e09edf3200e05296fdaf88adf8b) AuthConfig (5ce494c807bb34670afe426c82ba97b6ca50fa4a1dad0cac8b52f4de43087b66) AuthConfig (ca41c617a1a46e37b534125ec9c84c9f1d54b9333c76a806baf1e5016dcc7b76) AuthConfig (916c66111424d69a92468ff285184a8eced022dcc268621e6c88a7e47dd2c158) AuthConfig (e2ceb08d83fda8b3fa820740d773823e2a4da9c2a7cc066fc7e2e34f9cc9661a) AuthConfig (c737895423d4750ca1741573b711287cd20e2d1980df588a4b47e8c554a2d58f) AuthConfig (2f63d07b98dd7c67f67ec4159d9ea15918ace6267d242d2c89a3c8c5cfb4cfd0) AuthConfig (9028b0c1e033acf635742598ab1240e96ccb051bc9b0938bac3b2a2d541bc645) AuthConfig (5632aced64174b47be549b7a67464542c7ac58a2f5534cc316f78570f8518f40) AuthConfig (39656a186964cdf5b83404d5177543e7c32e760098a03c9bb1e7b55094dc73b5) AuthConfig (d17480134432ce17ba4f690685f428ef1870fee81aa0cec61462f5ad77feeafa) AuthConfig (91aed90c07a77dfbdcbcb59db076cad14fc6e6bd8cf22f727355f1e8098cec26) AuthConfig (f05b67405cc5c0066c8a4d70d33accbdd24a50526ee5fb6cf17d5dff6d948e78) AuthConfig (618d7ed63de3e6bd6fbcff1acf90b750c826c73d5ed9e5fa093f4796108c995d) AuthConfig (6924bfdc9129ca3dbe5b996b96809d76e5f805cbc9ecf0069924635f6a338c79) AuthConfig (a1eb116d48a5403c7d132c2f953a681070fbd423900e5bd002d399165afc9376) AuthConfig (260aecbdc0642ffff01ddf0c19d3a7197b31994b3a1294aa1bba78cb2704e85f) AuthConfig (3c5c1ec1fed29d2952d5f5dcf1dcc57b096f7b9267a28a9f66d9b5511f52a199)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"99d1ce76-6298-44e2-ba19-89f001d839b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:29.022439972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"db66c2f2-43fe-4838-a22b-6fc6d5337658","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:29.02246204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"db66c2f2-43fe-4838-a22b-6fc6d5337658","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:30.109472746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"cfa9c775-11f5-44f5-9874-dbc2d07cb6d2","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:30.169586627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"cfa9c775-11f5-44f5-9874-dbc2d07cb6d2","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:30.228388136Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-52e0bd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"cfa9c775-11f5-44f5-9874-dbc2d07cb6d2","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.646510947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"1e6dde1e-bf9a-446c-8349-36f26f26e473","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.70662956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"1e6dde1e-bf9a-446c-8349-36f26f26e473","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:31.764831225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (179c8aad4ceb690a1a03e42fc9a0365ad897ca3d3e0755619e96c3e328301337) AuthConfig (2b60f9049b834333fb5e868d471370d89c5aed12ea105008599e09a59133ab51) AuthConfig (8b2bc1d3c4e82207299130c89bc13378b23b07870fcacc328e331429a5f31d21) AuthConfig (735204b944a03e6916b902116474b2ec6d77fc7251b20b0b0f26d6933505f89a) AuthConfig (6ea801fbca9c8f7ad432dc9779297339de4ada814fb0922662c96bc95a1f3ab9) AuthConfig (651e5569b837ca5ce5f2a0b6d84f8ce6cca3a792c1209c82327d75f1c804b66b) AuthConfig (78bf77b31a6d4b6ee2a4fca3093c8f5964e7e422a4c3990be80c8e1796156562) AuthConfig (5f79ee822ca21120921cb8bcb21aff52117b863e65ea403157c37a97daad101e) AuthConfig (93756d442bc2583e9ebb8e2b7dff18875b8f6cb911a443e43d01508aa3e22e3a) AuthConfig (afb2369dd5fdb67bc3e90b522fb4845408fb66458efcd607f2735e6e5eb2b643) AuthConfig (68cd4774a606ec51bd49bfabd8d65e08766487a4c105eedf9bbc6121cc5dad33) AuthConfig (73fdf1844929bebe292511d7dd2d609a3cc9985e407226da043c706c09af6f1b) AuthConfig (34e6c8cf42bacd395cd2199bf3d04a4566d4075526ce7e6c4f0aacdde640b960) AuthConfig (866b0a901ad963979c2d51743d99340d57781bb1b71e15551d7f2e79682ec0c1) AuthConfig (b498f8460b4f453d64c4e3b91e942ede2dc7d7996957e3a492160936a47bc95e) AuthConfig (e39bf6377901a46c6e6e9d93ffae550087c6315845fc6aa0c89640bb9bf8625b) AuthConfig (a138cffe3fa7a95061967ba79c2a629ee99f3c4aeec5ae7537c29ca705afae1b) AuthConfig (267323d17a8802458c5a06d2a59b4d99bddc41b7f0d2721f0c937864ec69dc7a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"1e6dde1e-bf9a-446c-8349-36f26f26e473","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.784923419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"0ca54e81-9629-4c36-9be7-1fd078662eeb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.846229681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"0ca54e81-9629-4c36-9be7-1fd078662eeb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:32.905622334Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-e7b6b3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b393205a54ca2e151ec409fddada181341c5ff21613269c337de4cb63b8ed9c5) AuthConfig (65a8085edd85998676fdac6a18b7d49eb94f7deda5a00b9e92d4840867c6efcd) AuthConfig (9bcb032721946db9e54e3f918e0ee47e04cf60050638197b2c626f91b53924fc) AuthConfig (4bec19f3fb6a8071601f685698db3ca6ebde520d9281dda3e023d4d3bbd51786) AuthConfig (9b2872308c0e4eaaee1c7e1adc291dc2fbdc0266366eed56955a81dc1331761a) AuthConfig (b2f1c30d948d940021d26cd6409e97fd6df4feb18a473b35d6353023202a7bb8) AuthConfig (95ca731c104dce4df83512b2bcb93d57225b1522c780342535a54d2927b3eb29) AuthConfig (ebbbf5926cdd40e856e4916ff72f6086f9d7f5ab353267b60030bf6d862217be) AuthConfig (82a365e425ff8c3c6d4a47d094c54403989b5675f7bec2e977ff05c346279fc0) AuthConfig (424ae8c2e0dd34d309cb9046952d911507a97beceeb676b6d83000401344289b) AuthConfig (8ad66103421e1c225d099f1f494d08d3f043a52a0856912d9cffd1077bf5346c) AuthConfig (f881bdf24c00c24f422de4158cd9cb1d30ae4d847adab68223e71f8bcf8ebebc) AuthConfig (b7a74ea7b4fc47b75a091f1d58accdc3f1b4f4d5c3fac5ea36d7b0ba654bfede) AuthConfig (b492d2cfb3f556a5c709abcb035ab9e93629519babde60a5e751bd71b2d2ae1f) AuthConfig (22651ea211b50adc9598b99c8714977333d476cf54fb5119c13b3c718bed7682) AuthConfig (aaa299b389a67e3e006dfe71fc2f6f58e869ed95f451fdc80f09069ff45f2ca9) AuthConfig (78307986fc5cb7ad61e13643a5090af7b56fd287cc90cdd1129e09101d41627d) AuthConfig (d3083b7f8ca58b335c736c861962a0c5cc590b54f0d0d532e1712a809866fb39)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"0ca54e81-9629-4c36-9be7-1fd078662eeb","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.141041206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"91b454bb-e428-4126-af28-dc25afd9a592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.200870077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"91b454bb-e428-4126-af28-dc25afd9a592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:39.259067122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-13a57c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dd6865db6ea8a4877940bb36c1eb596b66c97e09edf3200e05296fdaf88adf8b) AuthConfig (5ce494c807bb34670afe426c82ba97b6ca50fa4a1dad0cac8b52f4de43087b66) AuthConfig (ca41c617a1a46e37b534125ec9c84c9f1d54b9333c76a806baf1e5016dcc7b76) AuthConfig (916c66111424d69a92468ff285184a8eced022dcc268621e6c88a7e47dd2c158) AuthConfig (e2ceb08d83fda8b3fa820740d773823e2a4da9c2a7cc066fc7e2e34f9cc9661a) AuthConfig (c737895423d4750ca1741573b711287cd20e2d1980df588a4b47e8c554a2d58f) AuthConfig (2f63d07b98dd7c67f67ec4159d9ea15918ace6267d242d2c89a3c8c5cfb4cfd0) AuthConfig (9028b0c1e033acf635742598ab1240e96ccb051bc9b0938bac3b2a2d541bc645) AuthConfig (5632aced64174b47be549b7a67464542c7ac58a2f5534cc316f78570f8518f40) AuthConfig (39656a186964cdf5b83404d5177543e7c32e760098a03c9bb1e7b55094dc73b5) AuthConfig (d17480134432ce17ba4f690685f428ef1870fee81aa0cec61462f5ad77feeafa) AuthConfig (91aed90c07a77dfbdcbcb59db076cad14fc6e6bd8cf22f727355f1e8098cec26) AuthConfig (f05b67405cc5c0066c8a4d70d33accbdd24a50526ee5fb6cf17d5dff6d948e78) AuthConfig (618d7ed63de3e6bd6fbcff1acf90b750c826c73d5ed9e5fa093f4796108c995d) AuthConfig (6924bfdc9129ca3dbe5b996b96809d76e5f805cbc9ecf0069924635f6a338c79) AuthConfig (a1eb116d48a5403c7d132c2f953a681070fbd423900e5bd002d399165afc9376) AuthConfig (260aecbdc0642ffff01ddf0c19d3a7197b31994b3a1294aa1bba78cb2704e85f) AuthConfig (3c5c1ec1fed29d2952d5f5dcf1dcc57b096f7b9267a28a9f66d9b5511f52a199)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"91b454bb-e428-4126-af28-dc25afd9a592","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.337357385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"3574e985-bcf7-4d68-9363-53945149785b","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.3998203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"3574e985-bcf7-4d68-9363-53945149785b","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.458538054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-52e0bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f56a2be1510888893130157f655e18d438f758b936e8b40cae4916d5957eac8) AuthConfig (45739fd60962a2ab38a9eded38b20539197ee15e13969b89cd99014a0466125a) AuthConfig (c2d7948dd40824d48fdc05939599bc966193d6399a261d46790c30f34856a222) AuthConfig (8de6bbaf8b5f0376330ddcde69df1102e1ed24671bfd3d5c166d8715b582fd29) AuthConfig (f29026e43959340e5b470b042d88ac18b914189d87eef4db6fd084f056ce5b90) AuthConfig (c94ac9c898bd7d454bcc15ece3ce81e8e8deccd4efeb58ecbebebbfa948310d1) AuthConfig (0ff82fef3a54a224882b14c75d4b196767978e891783479f6701a00c907fa90f) AuthConfig (0b0dd253cda2cf3e5bed8d016bc827c9c8e8766ec2281ae03f97cd0a64eaf832) AuthConfig (76c24b9bea4e792b12d6e21300fcff2101d11ea1e4cecc0166369e2d593e7cc3) AuthConfig (82f098c33bd1d0bf5c0560ab542027a6c853de48e05cbf74f7f06664fa8b69f2) AuthConfig (0093202e37f0b8c32731aa3976f3af9f32b53e477405e701000b4ce876297c83) AuthConfig (5ca8aad1106cd8c9aa00a3479c8346a9eb08a83ead53a7ffd636d86fd86afabf) AuthConfig (29a1fc99a0a49cbb907826392bc0a7499e93e2bbfec1b620a6f40d1638777b4a) AuthConfig (7f380d5648234e62eda4d6aaffcf2987e39c95e89874a5b85c0477988c16be7d) AuthConfig (63892062af686129035ceff2a42966ebde96f34ec83b86cc3d4bfeba0dab9fe8) AuthConfig (d6a280c4011ad914767398defea1098b7c6e57542b6654e7c05e59f918d16e1b) AuthConfig (d6ffa5a37535b6028bb12d2f06a7137494a2c0e44ab2fe159eb48c234e962103) AuthConfig (53522b2620222830a666f31f02a00dddeb6b6b592f09833a8851c58830954d3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"3574e985-bcf7-4d68-9363-53945149785b","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.516456513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"019bd8e4-1325-45cf-a091-c88e9ac1a8fe","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:40.516478823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"019bd8e4-1325-45cf-a091-c88e9ac1a8fe","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.875221619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"d2afae13-c901-4d7b-bdc3-c83df97794c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:41.934748086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"d2afae13-c901-4d7b-bdc3-c83df97794c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:42.26205612Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"6f88b233-4301-45f9-9f4e-48e8f3ef7105","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:42.262078815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"6f88b233-4301-45f9-9f4e-48e8f3ef7105","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.022320401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"46d33038-7b85-41e8-a743-c273bfa37839","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.081611444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"46d33038-7b85-41e8-a743-c273bfa37839","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.360198162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"96244798-8a0d-41b4-b5c2-b448d0a7b44d","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:43.360226041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"96244798-8a0d-41b4-b5c2-b448d0a7b44d","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.583116452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"ccac1aca-93a4-467e-889b-09840f313abd","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.583143193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"ccac1aca-93a4-467e-889b-09840f313abd","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.643967541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"9c8598a4-f334-48f1-b533-efcce686d643","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.644119018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"9c8598a4-f334-48f1-b533-efcce686d643","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.691693104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"e7fda0b6-1d34-4225-821a-e924f36f90bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:47.696598663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-a-db4404","reconcileID":"4b2c70d6-f098-45c8-aa23-5033192b5366","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-db4404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:47.6996404Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"9c8598a4-f334-48f1-b533-efcce686d643","name":"rate-test-model-92f405","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-92f405\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:47.699696794Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"9c8598a4-f334-48f1-b533-efcce686d643","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-92f405\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.705101598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"e981c8ef-ec6a-4213-a8de-0988266a517e","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.705120021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"e981c8ef-ec6a-4213-a8de-0988266a517e","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.751563808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"e7fda0b6-1d34-4225-821a-e924f36f90bf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.809876298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"6200a296-beda-40ed-814d-9d8eb0b22945","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.809900781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"6200a296-beda-40ed-814d-9d8eb0b22945","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.867154023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"ee912dfa-5eca-4995-8f22-fbb142d3b297","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.86717836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"ee912dfa-5eca-4995-8f22-fbb142d3b297","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.91434592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"13f7c87b-2c88-4071-9d48-429696ab7f14","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.914370121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"13f7c87b-2c88-4071-9d48-429696ab7f14","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.976128283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"72cdf7d5-e65a-40b2-9dbc-1e18f1b72505","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:47.976154762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"72cdf7d5-e65a-40b2-9dbc-1e18f1b72505","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.021695157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"e948dba9-bb99-4533-adb4-0a479979314c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:48.024699798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-b-db4404","reconcileID":"e29e63d9-2a73-4feb-9b7e-b5f1831ca5b4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-db4404\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:48.043342221Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"72cdf7d5-e65a-40b2-9dbc-1e18f1b72505","name":"rate-test-model-b367a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-b367a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:02:48.043404576Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"72cdf7d5-e65a-40b2-9dbc-1e18f1b72505","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-b367a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.049172474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"363db262-80cf-4022-b61c-d067e01d8f36","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.049188757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"363db262-80cf-4022-b61c-d067e01d8f36","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.082381631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"e948dba9-bb99-4533-adb4-0a479979314c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.111518916Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-a-db4404","reconcileID":"7ff1e69c-dff3-4cc3-b0c0-99f758e2f7d9","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-rate-test-model-92f405","model":"rate-test-model-92f405","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-92f405/e2e-rate-iso-a-db4404"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.12306499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"fef84495-544c-44c2-9f07-17515ef05c32","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.137913592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"096db2af-0ba8-4681-a542-bf9df20a86ce","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.137955392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"096db2af-0ba8-4681-a542-bf9df20a86ce","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.185096952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"fef84495-544c-44c2-9f07-17515ef05c32","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.196820662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"79b4af24-e1d4-47ed-bfde-10f1e0777e50","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.196844164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"79b4af24-e1d4-47ed-bfde-10f1e0777e50","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.28491637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"089abf20-844f-4b48-a0df-76cadd12e263","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.284977566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"089abf20-844f-4b48-a0df-76cadd12e263","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.399525284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"67272782-562c-4a5c-976d-c0db0a3e804a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.416769708Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-b-db4404","reconcileID":"ccce40ff-ea43-404e-8e4e-6a705e1a3a2c","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-rate-test-model-b367a4","model":"rate-test-model-b367a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b367a4/e2e-rate-iso-b-db4404"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.459292209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"67272782-562c-4a5c-976d-c0db0a3e804a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.467233988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"f2332335-1722-4fa7-8558-7c52bc2b2342","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.46727194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"f2332335-1722-4fa7-8558-7c52bc2b2342","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.515803922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-a-db4404","reconcileID":"3a94e5b9-a973-469c-893b-48b228d20709","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-rate-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.526002153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"5d3d387b-2916-46d5-84b7-d8dea2c55814","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.526022538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"5d3d387b-2916-46d5-84b7-d8dea2c55814","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.588582834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"157a986f-42b3-473a-a474-c1a2083b9ae3","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.588608111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"157a986f-42b3-473a-a474-c1a2083b9ae3","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.632900238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"963f5047-3c62-43ac-a199-9b55ac2af204","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.765064349Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"963f5047-3c62-43ac-a199-9b55ac2af204","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.804489375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-b-db4404","reconcileID":"d531f353-00c5-4822-8be9-3c506eea1361","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-rate-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.823255991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"963f5047-3c62-43ac-a199-9b55ac2af204","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.882686962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"55924202-a901-4705-a292-c7fe35e26fe5","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:48.882709813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"55924202-a901-4705-a292-c7fe35e26fe5","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.367779761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"eaafbcda-bcb6-4598-b3ee-dc14665ea6f7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.42765573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"eaafbcda-bcb6-4598-b3ee-dc14665ea6f7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.711577481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"f793b935-0c2a-4096-9fa9-ab8453bdd1a7","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:49.711599126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"f793b935-0c2a-4096-9fa9-ab8453bdd1a7","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:50.624586503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"fcc1f9c3-531b-49aa-8a92-5997436f241b","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:50.68433856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"fcc1f9c3-531b-49aa-8a92-5997436f241b","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:50.742840518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-52e0bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f56a2be1510888893130157f655e18d438f758b936e8b40cae4916d5957eac8) AuthConfig (45739fd60962a2ab38a9eded38b20539197ee15e13969b89cd99014a0466125a) AuthConfig (c2d7948dd40824d48fdc05939599bc966193d6399a261d46790c30f34856a222) AuthConfig (8de6bbaf8b5f0376330ddcde69df1102e1ed24671bfd3d5c166d8715b582fd29) AuthConfig (f29026e43959340e5b470b042d88ac18b914189d87eef4db6fd084f056ce5b90) AuthConfig (c94ac9c898bd7d454bcc15ece3ce81e8e8deccd4efeb58ecbebebbfa948310d1) AuthConfig (0ff82fef3a54a224882b14c75d4b196767978e891783479f6701a00c907fa90f) AuthConfig (0b0dd253cda2cf3e5bed8d016bc827c9c8e8766ec2281ae03f97cd0a64eaf832) AuthConfig (76c24b9bea4e792b12d6e21300fcff2101d11ea1e4cecc0166369e2d593e7cc3) AuthConfig (82f098c33bd1d0bf5c0560ab542027a6c853de48e05cbf74f7f06664fa8b69f2) AuthConfig (0093202e37f0b8c32731aa3976f3af9f32b53e477405e701000b4ce876297c83) AuthConfig (5ca8aad1106cd8c9aa00a3479c8346a9eb08a83ead53a7ffd636d86fd86afabf) AuthConfig (29a1fc99a0a49cbb907826392bc0a7499e93e2bbfec1b620a6f40d1638777b4a) AuthConfig (7f380d5648234e62eda4d6aaffcf2987e39c95e89874a5b85c0477988c16be7d) AuthConfig (63892062af686129035ceff2a42966ebde96f34ec83b86cc3d4bfeba0dab9fe8) AuthConfig (d6a280c4011ad914767398defea1098b7c6e57542b6654e7c05e59f918d16e1b) AuthConfig (d6ffa5a37535b6028bb12d2f06a7137494a2c0e44ab2fe159eb48c234e962103) AuthConfig (53522b2620222830a666f31f02a00dddeb6b6b592f09833a8851c58830954d3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"fcc1f9c3-531b-49aa-8a92-5997436f241b","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:52.982999138Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:54.767677967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"60ff932f-ccc5-46bd-815c-052e216f6972","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:54.767709574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"60ff932f-ccc5-46bd-815c-052e216f6972","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:54.826457538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"807c16f6-4130-4f6d-84cf-882a4664a21d","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:54.826482407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"807c16f6-4130-4f6d-84cf-882a4664a21d","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:54.934546562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"85f75836-197e-412c-aa42-f0ad5b0afcfd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:55.089096331Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"85f75836-197e-412c-aa42-f0ad5b0afcfd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:55.148929161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"85f75836-197e-412c-aa42-f0ad5b0afcfd","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:55.208787544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"d1423d94-4d98-4f50-be13-f94c411f2700","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:55.208810094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"d1423d94-4d98-4f50-be13-f94c411f2700","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:58.992182024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"ab8919c2-58ca-4104-b93e-d17303161084","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:59.053702021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"ab8919c2-58ca-4104-b93e-d17303161084","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:02:59.112287756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"ab8919c2-58ca-4104-b93e-d17303161084","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:00.857018537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"479ff00a-8d0c-44d7-8848-f3e17c3b35ec","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:00.921543738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"479ff00a-8d0c-44d7-8848-f3e17c3b35ec","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:01.039896305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-52e0bd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6f56a2be1510888893130157f655e18d438f758b936e8b40cae4916d5957eac8) AuthConfig (45739fd60962a2ab38a9eded38b20539197ee15e13969b89cd99014a0466125a) AuthConfig (c2d7948dd40824d48fdc05939599bc966193d6399a261d46790c30f34856a222) AuthConfig (8de6bbaf8b5f0376330ddcde69df1102e1ed24671bfd3d5c166d8715b582fd29) AuthConfig (f29026e43959340e5b470b042d88ac18b914189d87eef4db6fd084f056ce5b90) AuthConfig (c94ac9c898bd7d454bcc15ece3ce81e8e8deccd4efeb58ecbebebbfa948310d1) AuthConfig (0ff82fef3a54a224882b14c75d4b196767978e891783479f6701a00c907fa90f) AuthConfig (0b0dd253cda2cf3e5bed8d016bc827c9c8e8766ec2281ae03f97cd0a64eaf832) AuthConfig (76c24b9bea4e792b12d6e21300fcff2101d11ea1e4cecc0166369e2d593e7cc3) AuthConfig (82f098c33bd1d0bf5c0560ab542027a6c853de48e05cbf74f7f06664fa8b69f2) AuthConfig (0093202e37f0b8c32731aa3976f3af9f32b53e477405e701000b4ce876297c83) AuthConfig (5ca8aad1106cd8c9aa00a3479c8346a9eb08a83ead53a7ffd636d86fd86afabf) AuthConfig (29a1fc99a0a49cbb907826392bc0a7499e93e2bbfec1b620a6f40d1638777b4a) AuthConfig (7f380d5648234e62eda4d6aaffcf2987e39c95e89874a5b85c0477988c16be7d) AuthConfig (63892062af686129035ceff2a42966ebde96f34ec83b86cc3d4bfeba0dab9fe8) AuthConfig (d6a280c4011ad914767398defea1098b7c6e57542b6654e7c05e59f918d16e1b) AuthConfig (d6ffa5a37535b6028bb12d2f06a7137494a2c0e44ab2fe159eb48c234e962103) AuthConfig (53522b2620222830a666f31f02a00dddeb6b6b592f09833a8851c58830954d3a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"479ff00a-8d0c-44d7-8848-f3e17c3b35ec","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.319545083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"197cd950-3544-4484-bde5-0fc4e1ff18b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.379519128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"197cd950-3544-4484-bde5-0fc4e1ff18b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:05.437891545Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"197cd950-3544-4484-bde5-0fc4e1ff18b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.22236118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"2348ed29-c39c-4e52-a26c-4f86ff0e285f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.28356031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"2348ed29-c39c-4e52-a26c-4f86ff0e285f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.342151349Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e32af70db2483e46cda12fc8f8a082eaeca9a8741951f8bc0be03f97078a40d) AuthConfig (54993cc190f512d536734fa070f7ac65067dd7fc063553b22812c4229c9c98e8) AuthConfig (d1a143aebeb70c921f859ec0ea6965f4de864bf25b61da2618d8c29e7f7cdf7a) AuthConfig (ef734ebceda412500f2ac795b51f79304a06307572384103bd7c90fe6c67f3ac) AuthConfig (72975951071472e6112fdf956d884788635705400c1c4ae117fc996e400d8549) AuthConfig (83d224d1003f8150e8eecfe18792e123b2f454c845d27f78c922f4870b96d4a2) AuthConfig (1ebda18790718c5039abede95c368df623b89e6d92ce539c9c8c143601f75970) AuthConfig (505ee884790b767cfd1f77153bdadd909f8902e47828e52775dd1b840952e539) AuthConfig (bb0d97b67ce56cc9ebdc0bfc3beae0e882829428b916529450898bda02f0caba) AuthConfig (5cd2c21c13e5e5bcdcbd17a2b6d8be3e34bfbe629ac157648dbb24e98cab086c) AuthConfig (5df256b5797cb3c9f43b5e3eccb1299da8fdec18cd85115d175aabcd09e61291) AuthConfig (c0f6e9a09bdff5d0faccf835be4ffc946cfad8c65b7e93da09cff503eec5a376) AuthConfig (e6e47d681cdb2be31c7a401c7f0bfb757f50bd67592ee54f9ca58ddec225790f) AuthConfig (15d0e88a53949b715452041fb385870fead9c4b7b1b80963cf81356bae9c2d71) AuthConfig (0edb1680eb10215f63014d527dcf0ad86d8eca29231bbaa958dc08b0274b44f0) AuthConfig (bd0dc48991981fbb5b0458dba259925fdf7ce7c403ea7fb9ddf465f3f073c55f) AuthConfig (a9438c1423ff3c32d049928f34649cbf525a55a5ff05561e2bfac69de902ccf4) AuthConfig (69c82910db7ad620e59985ecbc0aa147bf6c68c77891b27272b6b252820bceeb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"2348ed29-c39c-4e52-a26c-4f86ff0e285f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.402123598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"6d0e1123-5248-4185-9dc4-1b78d035bb37","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:09.402146028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"6d0e1123-5248-4185-9dc4-1b78d035bb37","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.149004914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"dfd7296c-97e8-4a7c-ab2b-a5510a6de331","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.20881051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"dfd7296c-97e8-4a7c-ab2b-a5510a6de331","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.486606034Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"7a098b29-acf3-4ab3-b137-f48970c0ca14","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:11.486629195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"7a098b29-acf3-4ab3-b137-f48970c0ca14","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.148431456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"59e16a81-ed79-471e-aa73-24a9a268b408","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.278433484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1cca6aab-e97a-4a87-9830-cf8194d3cd90","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.378713274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"4f6bf57b-8dcb-4b09-9ac7-f09e3f63346b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.401437352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"fee40a5d-5658-4f8e-8b81-13086f63e968","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.479526432Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"2ed82475-e41d-44ee-9a4b-79ccfc5a426d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.765475188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-a-db4404","reconcileID":"9bb248a6-b090-449a-b902-9e5c3f0fc43f","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-rate-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.86580516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"457d0cbb-557c-46ca-8fe8-ff3453e458de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.942049366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"8a528a8b-6e24-4501-80d4-d343dfee23ec","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.94207069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"8a528a8b-6e24-4501-80d4-d343dfee23ec","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:13.975508813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"c5c0e3d6-9702-4796-9f28-dfea72bd99ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.229795669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c561c525-09d0-4497-b572-b37a0d7ffd59","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.328787495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"1c81401e-5d1a-4a0c-9b10-9dbf6c709c7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.430923882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"4b30e085-ee2c-4cf0-b3c6-f02b32cd0b18","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"maas-trlp-test-model-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.614831382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"fc041a77-e1f0-434d-96fc-c861c8c22611","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.716380908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-b-db4404","reconcileID":"041dcfd3-9bd8-4830-838a-95b25461f415","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-rate-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.861512023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"b959eafa-1901-487b-b8f9-c6956b2089cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.890245922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"dfc3ffcc-49e8-4916-8091-98bfc059c3a8","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.890267687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"dfc3ffcc-49e8-4916-8091-98bfc059c3a8","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:14.92151237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"b959eafa-1901-487b-b8f9-c6956b2089cf","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.261631229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"1fda6263-ab9b-4064-8e83-9007837bc56b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.321390887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"1fda6263-ab9b-4064-8e83-9007837bc56b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.546192426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"9a3926bb-859e-4e4e-ac62-1b8ae9d8398a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.606193166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"9a3926bb-859e-4e4e-ac62-1b8ae9d8398a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:15.665271992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"9a3926bb-859e-4e4e-ac62-1b8ae9d8398a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.732102104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"6290b2a4-2ca6-4f1b-b703-7a55c4cbdbbb","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.732125706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"6290b2a4-2ca6-4f1b-b703-7a55c4cbdbbb","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.792050995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"ec5a274a-0253-4599-b2b8-70a8097df76f","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.792078203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"ec5a274a-0253-4599-b2b8-70a8097df76f","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.839662222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"4555938d-fc7f-43f1-992d-ebf37c9bfb11","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:16.842394534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-sub","reconcileID":"4702847a-c73c-4ecb-a5a7-e80df000f4d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-52e0bd-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:16.847399645Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"ec5a274a-0253-4599-b2b8-70a8097df76f","name":"test-model-52e0bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-52e0bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:16.84746407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"ec5a274a-0253-4599-b2b8-70a8097df76f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-52e0bd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.852836477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"f6d4f74e-7515-43bd-a2ad-f7db626f6015","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.852856023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"f6d4f74e-7515-43bd-a2ad-f7db626f6015","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.899704511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"4555938d-fc7f-43f1-992d-ebf37c9bfb11","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.955873703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"88e9ebf7-ba5c-4f25-bbca-870861b21907","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:16.955933193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"88e9ebf7-ba5c-4f25-bbca-870861b21907","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.014763647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"43448e6c-a880-41b8-b980-da1f90b4de2f","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.014798457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"43448e6c-a880-41b8-b980-da1f90b4de2f","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.219173909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"e99a34b5-ab5c-4006-b726-dcb7e4f15f83","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.246860482Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-sub","reconcileID":"9d6d4585-cece-469c-a12f-3b0bef167dbd","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"maas-trlp-test-model-52e0bd","model":"test-model-52e0bd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.279071164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"e99a34b5-ab5c-4006-b726-dcb7e4f15f83","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.424828662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"198fcd6b-2364-40a5-951e-7c1ac2930dbe","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.42485686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"198fcd6b-2364-40a5-951e-7c1ac2930dbe","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:17.642142879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-sub","reconcileID":"2766913b-d831-4010-8dd6-d777e6be5dd3","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"maas-trlp-test-model-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.474255496Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"48b8968b-4850-41e8-9d93-b65ba813b5c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.474375834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"45423595-1bff-437a-b05a-6fb24f7f48d0","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.474394055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"45423595-1bff-437a-b05a-6fb24f7f48d0","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.510174807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"6e20cb88-7a62-4ae8-87da-da0bceca5880","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.569783767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"6e20cb88-7a62-4ae8-87da-da0bceca5880","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.62802601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e32af70db2483e46cda12fc8f8a082eaeca9a8741951f8bc0be03f97078a40d) AuthConfig (54993cc190f512d536734fa070f7ac65067dd7fc063553b22812c4229c9c98e8) AuthConfig (d1a143aebeb70c921f859ec0ea6965f4de864bf25b61da2618d8c29e7f7cdf7a) AuthConfig (ef734ebceda412500f2ac795b51f79304a06307572384103bd7c90fe6c67f3ac) AuthConfig (72975951071472e6112fdf956d884788635705400c1c4ae117fc996e400d8549) AuthConfig (83d224d1003f8150e8eecfe18792e123b2f454c845d27f78c922f4870b96d4a2) AuthConfig (1ebda18790718c5039abede95c368df623b89e6d92ce539c9c8c143601f75970) AuthConfig (505ee884790b767cfd1f77153bdadd909f8902e47828e52775dd1b840952e539) AuthConfig (bb0d97b67ce56cc9ebdc0bfc3beae0e882829428b916529450898bda02f0caba) AuthConfig (5cd2c21c13e5e5bcdcbd17a2b6d8be3e34bfbe629ac157648dbb24e98cab086c) AuthConfig (5df256b5797cb3c9f43b5e3eccb1299da8fdec18cd85115d175aabcd09e61291) AuthConfig (c0f6e9a09bdff5d0faccf835be4ffc946cfad8c65b7e93da09cff503eec5a376) AuthConfig (e6e47d681cdb2be31c7a401c7f0bfb757f50bd67592ee54f9ca58ddec225790f) AuthConfig (15d0e88a53949b715452041fb385870fead9c4b7b1b80963cf81356bae9c2d71) AuthConfig (0edb1680eb10215f63014d527dcf0ad86d8eca29231bbaa958dc08b0274b44f0) AuthConfig (bd0dc48991981fbb5b0458dba259925fdf7ce7c403ea7fb9ddf465f3f073c55f) AuthConfig (a9438c1423ff3c32d049928f34649cbf525a55a5ff05561e2bfac69de902ccf4) AuthConfig (69c82910db7ad620e59985ecbc0aa147bf6c68c77891b27272b6b252820bceeb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"6e20cb88-7a62-4ae8-87da-da0bceca5880","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.683280515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"48b8968b-4850-41e8-9d93-b65ba813b5c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.752538985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-a-db4404","reconcileID":"618098c2-a6c2-429f-923f-93cc081e9e46","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-rate-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.815933049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"48b8968b-4850-41e8-9d93-b65ba813b5c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.815990758Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-auth-db4404","reconcileID":"48b8968b-4850-41e8-9d93-b65ba813b5c7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.874730254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"8aef8114-faae-46ab-b7d1-b3a4ed45dc7b","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:19.874754425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"8aef8114-faae-46ab-b7d1-b3a4ed45dc7b","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.018429492Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"d9fd73ea-9dd8-48e4-9b34-f8827a9762d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.018558792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"86d57a4b-d77f-4459-8800-1f2c94cd702e","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.018577733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"86d57a4b-d77f-4459-8800-1f2c94cd702e","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.152532563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-a-db4404","reconcileID":"75bbd562-53f1-4ae9-af68-76dca5a405a7","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-rate-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.227044921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"d9fd73ea-9dd8-48e4-9b34-f8827a9762d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.296214604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-b-db4404","reconcileID":"d25a8a0c-bd7b-41af-b0ff-51f26c17b322","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-rate-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.360904639Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"d9fd73ea-9dd8-48e4-9b34-f8827a9762d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.361041322Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-auth-db4404","reconcileID":"d9fd73ea-9dd8-48e4-9b34-f8827a9762d4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.419828838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"d7fb9027-39b9-424b-865f-1d8c72f8e9c5","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.419856261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"d7fb9027-39b9-424b-865f-1d8c72f8e9c5","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.5576578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"0be8f598-f57b-424a-8868-593f594fcaa0","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.557695817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"0be8f598-f57b-424a-8868-593f594fcaa0","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:20.697521372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-b-db4404","reconcileID":"f815ffe0-b30a-478a-9b59-801eaf159a2d","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-rate-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:22.983425011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.774721114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"3e21ea86-a35c-45a1-b49a-bb968a95eb22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.835024789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"3e21ea86-a35c-45a1-b49a-bb968a95eb22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:25.942151479Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"3e21ea86-a35c-45a1-b49a-bb968a95eb22","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.736374948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"05465f08-3fe3-4000-9f2b-9a94ff04cc51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.796108515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"05465f08-3fe3-4000-9f2b-9a94ff04cc51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:29.854720015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-8e96e7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1e32af70db2483e46cda12fc8f8a082eaeca9a8741951f8bc0be03f97078a40d) AuthConfig (54993cc190f512d536734fa070f7ac65067dd7fc063553b22812c4229c9c98e8) AuthConfig (d1a143aebeb70c921f859ec0ea6965f4de864bf25b61da2618d8c29e7f7cdf7a) AuthConfig (ef734ebceda412500f2ac795b51f79304a06307572384103bd7c90fe6c67f3ac) AuthConfig (72975951071472e6112fdf956d884788635705400c1c4ae117fc996e400d8549) AuthConfig (83d224d1003f8150e8eecfe18792e123b2f454c845d27f78c922f4870b96d4a2) AuthConfig (1ebda18790718c5039abede95c368df623b89e6d92ce539c9c8c143601f75970) AuthConfig (505ee884790b767cfd1f77153bdadd909f8902e47828e52775dd1b840952e539) AuthConfig (bb0d97b67ce56cc9ebdc0bfc3beae0e882829428b916529450898bda02f0caba) AuthConfig (5cd2c21c13e5e5bcdcbd17a2b6d8be3e34bfbe629ac157648dbb24e98cab086c) AuthConfig (5df256b5797cb3c9f43b5e3eccb1299da8fdec18cd85115d175aabcd09e61291) AuthConfig (c0f6e9a09bdff5d0faccf835be4ffc946cfad8c65b7e93da09cff503eec5a376) AuthConfig (e6e47d681cdb2be31c7a401c7f0bfb757f50bd67592ee54f9ca58ddec225790f) AuthConfig (15d0e88a53949b715452041fb385870fead9c4b7b1b80963cf81356bae9c2d71) AuthConfig (0edb1680eb10215f63014d527dcf0ad86d8eca29231bbaa958dc08b0274b44f0) AuthConfig (bd0dc48991981fbb5b0458dba259925fdf7ce7c403ea7fb9ddf465f3f073c55f) AuthConfig (a9438c1423ff3c32d049928f34649cbf525a55a5ff05561e2bfac69de902ccf4) AuthConfig (69c82910db7ad620e59985ecbc0aa147bf6c68c77891b27272b6b252820bceeb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"05465f08-3fe3-4000-9f2b-9a94ff04cc51","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.727069561Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-a-db4404","reconcileID":"1690a1bb-a8ca-4a49-8c93-f0b951faa803","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","subscription":"e2e-rate-iso-a-db4404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.78187088Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-a-db4404","reconcileID":"1690a1bb-a8ca-4a49-8c93-f0b951faa803","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:30.836709242Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-rate-iso-a-db4404","reconcileID":"1690a1bb-a8ca-4a49-8c93-f0b951faa803","MaaSSubscription":{"name":"e2e-rate-iso-a-db4404","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.161427031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"b10eb66e-ac96-4ff1-bd43-8142fd1593de","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/rate-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.161459966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"rate-test-model-92f405","reconcileID":"b10eb66e-ac96-4ff1-bd43-8142fd1593de","MaaSModelRef":{"name":"rate-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"rate-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"rate-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.329997483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"d39689bc-c062-4cd1-bf83-2c5ec0bff51e","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:31.330022716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"d39689bc-c062-4cd1-bf83-2c5ec0bff51e","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:36.051595793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"965e9b22-cff9-4a7a-8b2c-fdb2123f5637","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:36.111379693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"965e9b22-cff9-4a7a-8b2c-fdb2123f5637","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:36.169741667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"965e9b22-cff9-4a7a-8b2c-fdb2123f5637","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.260440521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-sub","reconcileID":"c80efd09-abb7-4895-bc24-41080a8ef8bd","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"maas-trlp-test-model-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.436538314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"88c0213b-f3cb-4d50-a4fc-a92536009fa6","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:37.436563604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"88c0213b-f3cb-4d50-a4fc-a92536009fa6","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:38.263728343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"4fdef658-bf03-482c-b539-f6de82e62113","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:38.323717038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"4fdef658-bf03-482c-b539-f6de82e62113","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:39.963849844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"93942caa-7aad-412e-a78b-f4a6440d255c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:40.024000799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"93942caa-7aad-412e-a78b-f4a6440d255c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:40.302498474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"9263c58d-9442-482d-acb6-032fde61ffb2","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:40.302523054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"9263c58d-9442-482d-acb6-032fde61ffb2","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:41.498568601Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-b-db4404","reconcileID":"d2413659-2d14-4061-b862-da2a3dc331a3","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","subscription":"e2e-rate-iso-b-db4404","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:41.554359406Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-b-db4404","reconcileID":"d2413659-2d14-4061-b862-da2a3dc331a3","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:41.608437966Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-rate-iso-b-db4404","reconcileID":"d2413659-2d14-4061-b862-da2a3dc331a3","MaaSSubscription":{"name":"e2e-rate-iso-b-db4404","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:41.892552187Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"53be3078-a56e-4b8e-863d-e59c21146e47","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/rate-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:41.89257575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"rate-test-model-b367a4","reconcileID":"53be3078-a56e-4b8e-863d-e59c21146e47","MaaSModelRef":{"name":"rate-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"rate-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"rate-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.902843211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"1995b235-8818-44a5-8278-b7f240f3cc4a","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.902867587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"1995b235-8818-44a5-8278-b7f240f3cc4a","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.962078339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"3b5642f9-fecc-45f3-b2c6-df13973a6689","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:45.96210032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"3b5642f9-fecc-45f3-b2c6-df13973a6689","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.009995057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"f1edf1c2-9abd-4fed-8200-2dd97b03482c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:46.020809537Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"3b5642f9-fecc-45f3-b2c6-df13973a6689","name":"rate-test-model-e7b6b3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-e7b6b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:46.020905399Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"3b5642f9-fecc-45f3-b2c6-df13973a6689","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-e7b6b3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:46.021382365Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-a-456ff4","reconcileID":"72114cfa-6e05-42d9-8e7b-0000d27babf9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-456ff4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.026602439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"70b4b4d8-c0e6-4c53-8b80-e3064d6c076b","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.026626506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"70b4b4d8-c0e6-4c53-8b80-e3064d6c076b","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.069571644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"f1edf1c2-9abd-4fed-8200-2dd97b03482c","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.174714867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"89c23c00-36e2-4f9d-a39c-80aee66747e2","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.174764658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"89c23c00-36e2-4f9d-a39c-80aee66747e2","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.23710786Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"72e38c64-459b-45f5-82c4-d8f1f69ac98a","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.237136967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"72e38c64-459b-45f5-82c4-d8f1f69ac98a","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.237590997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"26077847-f91f-43d2-b6c1-4bcc68962dad","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.237612147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"26077847-f91f-43d2-b6c1-4bcc68962dad","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.2805184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"b8e59953-2ca5-4737-a54d-2d431a0136a3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.280696304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"91b2162e-4829-4eae-9655-d9b9cdfb364f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:03:46.285822229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-b-456ff4","reconcileID":"02c54539-22a8-45ac-b428-ccb54e4d0d4a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-456ff4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.286618692Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"30586f2e-4b47-4aac-a658-0aa773e7fc96","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.286641646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"30586f2e-4b47-4aac-a658-0aa773e7fc96","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.342060698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"b8e59953-2ca5-4737-a54d-2d431a0136a3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.34211285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"91b2162e-4829-4eae-9655-d9b9cdfb364f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.385455824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"d3906491-4b6e-4687-bfdf-05f8d4251011","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.398334602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"e91f5cd3-f690-48c9-82fa-fc4752a1ae2a","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.398355697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"e91f5cd3-f690-48c9-82fa-fc4752a1ae2a","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.400202414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (887e23e66237eebc3cfab73c463beec36dcc91a4f007fd596c2daa308fa766ae) AuthConfig (c6a37efb714b24ef1802bfe297c7ffcf07b670dec7e1b64eed320ec3bfe5fd4f) AuthConfig (c1b2496840bbb272c42e7d24b5a004546c4400eac90263147bf7b2cdc6d682b5) AuthConfig (217968afa046caf143e5f49d7b5838a4e6b0f5df39af839206f59b0cdeea5acf) AuthConfig (a8afb69d5dd964d9065400e0e8e38b7d153d564f353744d4d247e5ae5ad766d9) AuthConfig (54e54672e21e55b75d82481c0ed8ea0f848f4f1b0fd431ac7a29544fed0202de) AuthConfig (bbb7880e8b4040d1ef154c82bc8556aa0ed15c3ac9ee640a02b5cf0e69cff749) AuthConfig (72013459079015d9634852b675491c0f9d0a1f54142f6670c0ff51ef9a160021) AuthConfig (6bab3d19a0574a0961f45db46cb51c601dbc3d8b12f19c5da0eb2477f828f9ce) AuthConfig (dfa9f9d88626846f4c0c60278e2436ff120ae5a705d16cc7d7d49e271c335ce4) AuthConfig (89d08c659493b2077b471991ddcb6a462e2c7ded246c24713adc79c71419359a) AuthConfig (01ae4c9739dd789b8cd3cbda43acb83b38b7703daad0f0429b1c30ef08bad219) AuthConfig (11bae26f4576c2b95500ae68208040fea88b4fca10177e83e97888d6c5d02b3f) AuthConfig (57a20ec6eea148a0a14182119ad129e91a20769d8f6b4c6547c3f037b6deb9f5) AuthConfig (d781daab4a0902ce5263cc52b9b00936819f594bea7d4e7968638a2ee55b80d5) AuthConfig (65b12b7397aa78b0c22180b0b751a87e6619732c3b3e70e9a119d1fd5cbad84e) AuthConfig (b977c9144c92efca27769f4dc77b6aeac15f86dd788c7a5d455c0c32a4c2f7d8) AuthConfig (441818edc571044760cee5acfdea0d620c04ebb953411cd8836221e87014a066)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"b8e59953-2ca5-4737-a54d-2d431a0136a3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.451706543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"d3906491-4b6e-4687-bfdf-05f8d4251011","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.457455327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"181a9eaa-218e-4a87-9cb6-6144819f7a0c","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.457476889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"181a9eaa-218e-4a87-9cb6-6144819f7a0c","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.460317273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"8618b151-aed2-4297-a313-0064991f4b50","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.460339162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"8618b151-aed2-4297-a313-0064991f4b50","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.515562395Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-a-456ff4","reconcileID":"bfb73e27-91ab-4f25-9ff0-d970280b307b","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-rate-test-model-e7b6b3","model":"rate-test-model-e7b6b3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-e7b6b3/e2e-rate-iso-a-456ff4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.658615503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"fb4468c4-b3f9-44cb-b66e-c027592e47a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.678528504Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-b-456ff4","reconcileID":"cd00c19a-8a1e-4692-bdfe-a5c45f697545","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-rate-test-model-8e96e7","model":"rate-test-model-8e96e7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-8e96e7/e2e-rate-iso-b-456ff4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.685491337Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"b290fc21-a0f6-4f68-ad18-fabddc1f4e9a","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.685511098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"b290fc21-a0f6-4f68-ad18-fabddc1f4e9a","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.718755599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"fb4468c4-b3f9-44cb-b66e-c027592e47a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.851104887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"f8135b6e-9af4-4654-8871-550196935f7e","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.851130177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"f8135b6e-9af4-4654-8871-550196935f7e","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:46.902893711Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-a-456ff4","reconcileID":"947f6f3b-c90e-46f3-9e9d-ee3dc0466b70","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-rate-test-model-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:47.067739508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-b-456ff4","reconcileID":"d344979d-6799-4d09-8deb-d3a22a432351","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-rate-test-model-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:52.9832049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.568225228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"510dd6d6-6032-43b1-b2ed-8921c136f0f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.6285902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"510dd6d6-6032-43b1-b2ed-8921c136f0f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:03:56.686566563Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (887e23e66237eebc3cfab73c463beec36dcc91a4f007fd596c2daa308fa766ae) AuthConfig (c6a37efb714b24ef1802bfe297c7ffcf07b670dec7e1b64eed320ec3bfe5fd4f) AuthConfig (c1b2496840bbb272c42e7d24b5a004546c4400eac90263147bf7b2cdc6d682b5) AuthConfig (217968afa046caf143e5f49d7b5838a4e6b0f5df39af839206f59b0cdeea5acf) AuthConfig (a8afb69d5dd964d9065400e0e8e38b7d153d564f353744d4d247e5ae5ad766d9) AuthConfig (54e54672e21e55b75d82481c0ed8ea0f848f4f1b0fd431ac7a29544fed0202de) AuthConfig (bbb7880e8b4040d1ef154c82bc8556aa0ed15c3ac9ee640a02b5cf0e69cff749) AuthConfig (72013459079015d9634852b675491c0f9d0a1f54142f6670c0ff51ef9a160021) AuthConfig (6bab3d19a0574a0961f45db46cb51c601dbc3d8b12f19c5da0eb2477f828f9ce) AuthConfig (dfa9f9d88626846f4c0c60278e2436ff120ae5a705d16cc7d7d49e271c335ce4) AuthConfig (89d08c659493b2077b471991ddcb6a462e2c7ded246c24713adc79c71419359a) AuthConfig (01ae4c9739dd789b8cd3cbda43acb83b38b7703daad0f0429b1c30ef08bad219) AuthConfig (11bae26f4576c2b95500ae68208040fea88b4fca10177e83e97888d6c5d02b3f) AuthConfig (57a20ec6eea148a0a14182119ad129e91a20769d8f6b4c6547c3f037b6deb9f5) AuthConfig (d781daab4a0902ce5263cc52b9b00936819f594bea7d4e7968638a2ee55b80d5) AuthConfig (65b12b7397aa78b0c22180b0b751a87e6619732c3b3e70e9a119d1fd5cbad84e) AuthConfig (b977c9144c92efca27769f4dc77b6aeac15f86dd788c7a5d455c0c32a4c2f7d8) AuthConfig (441818edc571044760cee5acfdea0d620c04ebb953411cd8836221e87014a066)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"510dd6d6-6032-43b1-b2ed-8921c136f0f5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.988480985Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"ba9eb40b-11ff-43b0-9195-f0fc072b1ce7","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.988815408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"b646e86b-9af9-4273-aceb-ed01ee758338","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:04.988835994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"b646e86b-9af9-4273-aceb-ed01ee758338","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.199232991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"ba9eb40b-11ff-43b0-9195-f0fc072b1ce7","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.268504886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"0d1b9bd0-314c-4120-8cc2-18c5df83996a","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"maas-trlp-test-model-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.337653298Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"ba9eb40b-11ff-43b0-9195-f0fc072b1ce7","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"e2e-inf-a-d6c118-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.337684502Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-auth","reconcileID":"ba9eb40b-11ff-43b0-9195-f0fc072b1ce7","MaaSAuthPolicy":{"name":"test-model-d6c118-auth","namespace":"ai-tenant-e2e-inf-a-d6c118"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.396064675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"c5f69233-13b5-46f2-b862-e0bc7ae15f32","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.396086116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"c5f69233-13b5-46f2-b862-e0bc7ae15f32","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.540073705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"686546ce-0543-4f35-813d-476054df6723","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.540099708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"686546ce-0543-4f35-813d-476054df6723","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:05.674009078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"1a807b81-0058-4e12-ae8f-95ae4d3669a2","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"maas-trlp-test-model-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.795551309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"f42f403c-e97d-42f2-b9bf-f8ac4176ed64","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.855580525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"f42f403c-e97d-42f2-b9bf-f8ac4176ed64","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:06.914346632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-ce1ebd-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (887e23e66237eebc3cfab73c463beec36dcc91a4f007fd596c2daa308fa766ae) AuthConfig (c6a37efb714b24ef1802bfe297c7ffcf07b670dec7e1b64eed320ec3bfe5fd4f) AuthConfig (c1b2496840bbb272c42e7d24b5a004546c4400eac90263147bf7b2cdc6d682b5) AuthConfig (217968afa046caf143e5f49d7b5838a4e6b0f5df39af839206f59b0cdeea5acf) AuthConfig (a8afb69d5dd964d9065400e0e8e38b7d153d564f353744d4d247e5ae5ad766d9) AuthConfig (54e54672e21e55b75d82481c0ed8ea0f848f4f1b0fd431ac7a29544fed0202de) AuthConfig (bbb7880e8b4040d1ef154c82bc8556aa0ed15c3ac9ee640a02b5cf0e69cff749) AuthConfig (72013459079015d9634852b675491c0f9d0a1f54142f6670c0ff51ef9a160021) AuthConfig (6bab3d19a0574a0961f45db46cb51c601dbc3d8b12f19c5da0eb2477f828f9ce) AuthConfig (dfa9f9d88626846f4c0c60278e2436ff120ae5a705d16cc7d7d49e271c335ce4) AuthConfig (89d08c659493b2077b471991ddcb6a462e2c7ded246c24713adc79c71419359a) AuthConfig (01ae4c9739dd789b8cd3cbda43acb83b38b7703daad0f0429b1c30ef08bad219) AuthConfig (11bae26f4576c2b95500ae68208040fea88b4fca10177e83e97888d6c5d02b3f) AuthConfig (57a20ec6eea148a0a14182119ad129e91a20769d8f6b4c6547c3f037b6deb9f5) AuthConfig (d781daab4a0902ce5263cc52b9b00936819f594bea7d4e7968638a2ee55b80d5) AuthConfig (65b12b7397aa78b0c22180b0b751a87e6619732c3b3e70e9a119d1fd5cbad84e) AuthConfig (b977c9144c92efca27769f4dc77b6aeac15f86dd788c7a5d455c0c32a4c2f7d8) AuthConfig (441818edc571044760cee5acfdea0d620c04ebb953411cd8836221e87014a066)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"f42f403c-e97d-42f2-b9bf-f8ac4176ed64","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.052167237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-a-456ff4","reconcileID":"01b4bf7c-af5f-4e4e-ba17-9b43dcadd4ce","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-rate-test-model-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.226445828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"cd08e069-4731-4fd1-9469-d3ef161ea128","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:10.226474513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"cd08e069-4731-4fd1-9469-d3ef161ea128","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.191477091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-b-456ff4","reconcileID":"50dd43dc-3ce5-4b7f-a0d4-fc4acfe699ca","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-rate-test-model-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.366245529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"123d58af-00e5-4465-8f41-894816cd883b","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.366270547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"123d58af-00e5-4465-8f41-894816cd883b","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.417671708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"48837ac1-dc64-42ae-b048-bd47d7f3cecc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.479229102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"48837ac1-dc64-42ae-b048-bd47d7f3cecc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.857907296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"2efd9f90-1aac-4341-a5fb-e1b94bbf786a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:11.918072911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"2efd9f90-1aac-4341-a5fb-e1b94bbf786a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:15.990580339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"ad9b03f8-004f-4e7c-b3d1-a8af44315e16","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","subscription":"test-model-d6c118-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:16.045381068Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"ad9b03f8-004f-4e7c-b3d1-a8af44315e16","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:16.099580773Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118-sub","reconcileID":"ad9b03f8-004f-4e7c-b3d1-a8af44315e16","MaaSSubscription":{"name":"test-model-d6c118-sub","namespace":"ai-tenant-e2e-inf-a-d6c118"},"name":"maas-trlp-test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:16.381726208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"897fb337-8471-486a-9727-5796374fd657","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"tenant":"e2e-inf-a-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","model":"ai-tenant-e2e-inf-a-d6c118/test-model-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:16.381759379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"test-model-d6c118","reconcileID":"897fb337-8471-486a-9727-5796374fd657","MaaSModelRef":{"name":"test-model-d6c118","namespace":"ai-tenant-e2e-inf-a-d6c118"},"routeName":"test-model-d6c118-kserve-route","namespace":"ai-tenant-e2e-inf-a-d6c118","llmisvcName":"test-model-d6c118","gateway":"openshift-ingress/e2e-inf-a-d6c118","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.023299441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"98a70cf9-0482-4425-a0c3-9f464e42e596","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.086330632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"98a70cf9-0482-4425-a0c3-9f464e42e596","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.413142311Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"4e03683b-5fc1-4391-9ef1-e7a502d06c76","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:17.413167712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"4e03683b-5fc1-4391-9ef1-e7a502d06c76","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.12893771Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"18c152d4-ca60-434f-8c14-ff4527b68054","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.128987743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"672f8249-f206-47ef-b0a1-c795746dd714","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.12908575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"672f8249-f206-47ef-b0a1-c795746dd714","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.337926067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"18c152d4-ca60-434f-8c14-ff4527b68054","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.406373267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-a-456ff4","reconcileID":"2704f107-46b9-4c2c-a7a6-8f08b23c2707","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-rate-test-model-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.470610565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"18c152d4-ca60-434f-8c14-ff4527b68054","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"e2e-shared-a-w0-e7b6b3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.470640211Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-auth-456ff4","reconcileID":"18c152d4-ca60-434f-8c14-ff4527b68054","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.529447395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"f6390c03-3e9c-40ce-a212-c7dca575a666","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.529474012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"f6390c03-3e9c-40ce-a212-c7dca575a666","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.689691085Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"8ff10e43-e8af-43bb-ae2f-0d3be5031301","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.689777831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"9e5a16f3-2d29-4d3b-9c75-b35800630951","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.6897933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"9e5a16f3-2d29-4d3b-9c75-b35800630951","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.807875611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-a-456ff4","reconcileID":"0671c1e5-382c-44b8-a310-f1f8699d1989","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-rate-test-model-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.898471959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"8ff10e43-e8af-43bb-ae2f-0d3be5031301","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:18.966235111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-b-456ff4","reconcileID":"f7d17a73-e46d-4d3a-b06e-ae3595686b81","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-rate-test-model-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.031309339Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"8ff10e43-e8af-43bb-ae2f-0d3be5031301","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"e2e-shared-b-w0-8e96e7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.031342979Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-auth-456ff4","reconcileID":"8ff10e43-e8af-43bb-ae2f-0d3be5031301","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.090068112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"5bab5732-0583-4253-bbdc-90f3c49f0b51","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.090095338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"5bab5732-0583-4253-bbdc-90f3c49f0b51","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.243151127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"0ecbb445-75e6-4a42-8c74-80f556260e98","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.243178665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"0ecbb445-75e6-4a42-8c74-80f556260e98","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:19.3666493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-b-456ff4","reconcileID":"16996244-1a18-43f3-b442-ba2b7a33f173","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-rate-test-model-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:22.983498478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.05084755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"d541c773-90eb-472c-85f9-b9a2491c3579","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.050869271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"d541c773-90eb-472c-85f9-b9a2491c3579","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.110801788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"8d6b4338-6b32-43b2-9e67-4bce278418de","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.110824637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"8d6b4338-6b32-43b2-9e67-4bce278418de","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.158355223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"92d41163-05f1-40b8-ab51-63fefe3ac35b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:23.166327704Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"8d6b4338-6b32-43b2-9e67-4bce278418de","name":"sub-test-model-13a57c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-13a57c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:23.166407837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"8d6b4338-6b32-43b2-9e67-4bce278418de","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-13a57c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.171811485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"cac8defe-e9cc-4018-aeec-d7890f3b29e5","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.17182811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"cac8defe-e9cc-4018-aeec-d7890f3b29e5","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:23.180401197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-shared-sub-df61c4","reconcileID":"1c4b12f3-f2f0-4a17-9df8-09105bd4f64e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-df61c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.218345551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"92d41163-05f1-40b8-ab51-63fefe3ac35b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.316335635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"19eccaf0-d512-4fa5-b61b-0a634c558b0f","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.316358907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"19eccaf0-d512-4fa5-b61b-0a634c558b0f","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.378361489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"99a7053c-dabe-4927-914c-6c8ff8aebac3","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.378384551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"99a7053c-dabe-4927-914c-6c8ff8aebac3","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.378864273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"567c6473-f003-4341-be0d-37556485939d","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.378883202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"567c6473-f003-4341-be0d-37556485939d","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.423271253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"e8b7aa85-4290-49a4-97c4-84c9779fc82d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.424027121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"1a90c809-7a8b-4ef7-b4bc-4bf674b95b37","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.424045079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"1a90c809-7a8b-4ef7-b4bc-4bf674b95b37","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:23.429008739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-shared-sub-df61c4","reconcileID":"9f43392f-bde6-40f9-a760-3cf0ccde6700","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-df61c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.483088876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"e8b7aa85-4290-49a4-97c4-84c9779fc82d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.523876602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"c6fae869-4522-48c4-83fc-41fccc6c819f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.542174466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"9d24acc9-c0ff-4f33-89a0-88a197bbc050","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.542199122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"9d24acc9-c0ff-4f33-89a0-88a197bbc050","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.583410921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"c6fae869-4522-48c4-83fc-41fccc6c819f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.594147122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"d2dc731f-8eeb-41c2-b8fa-ce338d465fd9","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.594172118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"d2dc731f-8eeb-41c2-b8fa-ce338d465fd9","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.600991257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"719f2f19-ab67-4df3-8a55-4057e81e2b43","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.601012413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"719f2f19-ab67-4df3-8a55-4057e81e2b43","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.641202427Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-shared-sub-df61c4","reconcileID":"a3318d8d-e14a-4a3d-9fe6-38f4eb9fe598","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"sub-test-model-13a57c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-13a57c/e2e-shared-sub-df61c4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.653074838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"92518d4b-f4f4-4f88-b991-4749ce89c9d7","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.653097385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"92518d4b-f4f4-4f88-b991-4749ce89c9d7","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:23.706355776Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"57a3f923-c34d-4b32-818b-4eea0152795e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-df61c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.799208852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"e827d045-a256-4839-9fb9-5c2609d41540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.813868966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"832dc7fe-4503-4eb4-9685-ac7626a8d1f4","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.813900351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"832dc7fe-4503-4eb4-9685-ac7626a8d1f4","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.818696892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"135dc316-c473-4576-bf4e-3111da1fadf3","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.818715889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"135dc316-c473-4576-bf4e-3111da1fadf3","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.822815013Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-shared-sub-df61c4","reconcileID":"7697c806-721a-4c90-9fed-308cb7df9290","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"sub-test-model-ce1ebd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-ce1ebd/e2e-shared-sub-df61c4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.858995395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"e827d045-a256-4839-9fb9-5c2609d41540","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.870651341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"29f2f48e-ed98-4720-b380-c1fa531f0961","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.870672702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"29f2f48e-ed98-4720-b380-c1fa531f0961","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.877707029Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"cd335303-edbe-4de2-9c3c-ca206b03fbfa","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.877726381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"cd335303-edbe-4de2-9c3c-ca206b03fbfa","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.899202942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"2546fedc-ad6e-40ac-a20f-18077f85c45a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.929684408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"e86332ec-3804-4d20-945f-3462cecb856e","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.929704358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"e86332ec-3804-4d20-945f-3462cecb856e","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.958674805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"2546fedc-ad6e-40ac-a20f-18077f85c45a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:04:23.980982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"83eb79a8-26a1-499d-adba-ebb5338435c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-df61c4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.99718971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"c88949e4-8c01-4191-9849-78806f5d598d","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:23.997213559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"c88949e4-8c01-4191-9849-78806f5d598d","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.08969514Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-shared-sub-df61c4","reconcileID":"97e163af-2048-4459-adb0-afa48423ea10","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-13a57c/e2e-a-only-df61c4","ai-tenant-e2e-shared-a-w4-13a57c/e2e-shared-sub-df61c4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.098998475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"e24daf6e-f420-46d6-a64f-5056504ce3a8","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.099021403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"e24daf6e-f420-46d6-a64f-5056504ce3a8","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.157408456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"42f5ea9c-1063-45c3-adaf-a9d7e7debad8","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.157434461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"42f5ea9c-1063-45c3-adaf-a9d7e7debad8","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.190656375Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"0fdf4345-4a37-4abe-aa31-f5128a710e9d","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w4-13a57c/e2e-a-only-df61c4","ai-tenant-e2e-shared-a-w4-13a57c/e2e-shared-sub-df61c4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.215220588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"dd0d6105-3e79-4ada-bfa3-16aa4e8655da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.274973839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"dd0d6105-3e79-4ada-bfa3-16aa4e8655da","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.29372084Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-shared-sub-df61c4","reconcileID":"5af1db37-cac6-49cb-bc98-41cabd5277ae","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w4-ce1ebd/e2e-b-only-df61c4","ai-tenant-e2e-shared-b-w4-ce1ebd/e2e-shared-sub-df61c4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.362171489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"f672b70d-b0d4-4e55-9118-9e981dd6c6b3","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.362197323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"f672b70d-b0d4-4e55-9118-9e981dd6c6b3","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.373288195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"1fe044b6-dc1f-489e-8f56-0543288176cc","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.475425765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-shared-sub-df61c4","reconcileID":"0bfec490-ba22-4cdd-8cf2-22468c6f3dcf","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.547383652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"9d6981dd-168c-431e-8ef1-44a51ed47307","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.547408366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"9d6981dd-168c-431e-8ef1-44a51ed47307","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.577652893Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"8d9605c0-9305-4975-9773-12823fa4686a","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.628382865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-shared-sub-df61c4","reconcileID":"33d2a2fd-c84f-4fd3-a38e-0f3bba107825","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:24.764257317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"ff6eacf3-8e60-4e23-837f-640436d3345c","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.412543046Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-a-456ff4","reconcileID":"e1a2015e-47b9-42ae-b850-ae92e071faa3","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","subscription":"e2e-rate-iso-a-456ff4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.467492592Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-a-456ff4","reconcileID":"e1a2015e-47b9-42ae-b850-ae92e071faa3","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.522291538Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"e2e-rate-iso-a-456ff4","reconcileID":"e1a2015e-47b9-42ae-b850-ae92e071faa3","MaaSSubscription":{"name":"e2e-rate-iso-a-456ff4","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"name":"maas-trlp-rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.806622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"dd6bd5a1-964d-4537-8e80-8f01e91c85c4","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"tenant":"e2e-shared-a-w0-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","model":"ai-tenant-e2e-shared-a-w0-e7b6b3/rate-test-model-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.80664393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"rate-test-model-e7b6b3","reconcileID":"dd6bd5a1-964d-4537-8e80-8f01e91c85c4","MaaSModelRef":{"name":"rate-test-model-e7b6b3","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"routeName":"rate-test-model-e7b6b3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","llmisvcName":"rate-test-model-e7b6b3","gateway":"openshift-ingress/e2e-shared-a-w0-e7b6b3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.953176022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"de6a2d6b-db46-4c95-ad38-d2d51bc26aa9","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:29.953199188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"de6a2d6b-db46-4c95-ad38-d2d51bc26aa9","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:40.121446899Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-b-456ff4","reconcileID":"47d2c5be-a84d-4615-a69c-20361ead3c0f","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","subscription":"e2e-rate-iso-b-456ff4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:40.176298271Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-b-456ff4","reconcileID":"47d2c5be-a84d-4615-a69c-20361ead3c0f","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:40.23123514Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"e2e-rate-iso-b-456ff4","reconcileID":"47d2c5be-a84d-4615-a69c-20361ead3c0f","MaaSSubscription":{"name":"e2e-rate-iso-b-456ff4","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"name":"maas-trlp-rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:40.515070922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"dbbe6d94-b969-4a0c-8dbb-ba108754af59","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"tenant":"e2e-shared-b-w0-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","model":"ai-tenant-e2e-shared-b-w0-8e96e7/rate-test-model-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:40.51509955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"rate-test-model-8e96e7","reconcileID":"dbbe6d94-b969-4a0c-8dbb-ba108754af59","MaaSModelRef":{"name":"rate-test-model-8e96e7","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"routeName":"rate-test-model-8e96e7-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","llmisvcName":"rate-test-model-8e96e7","gateway":"openshift-ingress/e2e-shared-b-w0-8e96e7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.017933524Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"383617d5-0a40-4a6c-a3be-5b16fc22b446","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.018044987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"c3b5ab00-756d-497b-92eb-5e17d1267b41","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.018063617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"c3b5ab00-756d-497b-92eb-5e17d1267b41","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.230419606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"383617d5-0a40-4a6c-a3be-5b16fc22b446","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.297047066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-sub","reconcileID":"9c843abd-0936-4354-b27d-6157f209bb26","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"maas-trlp-test-model-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.363894143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"383617d5-0a40-4a6c-a3be-5b16fc22b446","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"e2e-inf-b-52e0bd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.363926492Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-auth","reconcileID":"383617d5-0a40-4a6c-a3be-5b16fc22b446","MaaSAuthPolicy":{"name":"test-model-52e0bd-auth","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.429522026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"7976783a-7f61-4cee-864f-d8bfea792167","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.429544436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"7976783a-7f61-4cee-864f-d8bfea792167","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.577838464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"285975f4-45c3-4444-b3d0-80cd7b8aeebf","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.577860973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"285975f4-45c3-4444-b3d0-80cd7b8aeebf","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:47.707384418Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-sub","reconcileID":"3cb110bc-9558-40a0-b09b-fe1876ba97f8","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"maas-trlp-test-model-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:52.983770518Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:57.987854463Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-sub","reconcileID":"8c2e41ee-0428-4dc9-920f-d27239856979","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","subscription":"test-model-52e0bd-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.042702124Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-sub","reconcileID":"8c2e41ee-0428-4dc9-920f-d27239856979","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.097415856Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd-sub","reconcileID":"8c2e41ee-0428-4dc9-920f-d27239856979","MaaSSubscription":{"name":"test-model-52e0bd-sub","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"name":"maas-trlp-test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.3801177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"dc73cf11-c811-44aa-9836-851641811d97","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"tenant":"e2e-inf-b-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","model":"ai-tenant-e2e-inf-b-52e0bd/test-model-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:04:58.38014567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"test-model-52e0bd","reconcileID":"dc73cf11-c811-44aa-9836-851641811d97","MaaSModelRef":{"name":"test-model-52e0bd","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"routeName":"test-model-52e0bd-kserve-route","namespace":"ai-tenant-e2e-inf-b-52e0bd","llmisvcName":"test-model-52e0bd","gateway":"openshift-ingress/e2e-inf-b-52e0bd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.092002592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"3e908d96-9532-4105-ae96-c7ceed79ae7b","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.092191975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-shared-sub-df61c4","reconcileID":"2f3f54ee-66c0-4e9b-bc85-a46acf80ee83","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.26606279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"635b7183-eee1-495d-bd6f-24303bb05336","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.266097403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"635b7183-eee1-495d-bd6f-24303bb05336","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.269210705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"2f1eac0b-b6bf-4fff-8993-57245cb31e64","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.26923616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"2f1eac0b-b6bf-4fff-8993-57245cb31e64","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.929681078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-shared-sub-df61c4","reconcileID":"2b54efa9-7683-4884-9b3b-7ca08d6cfb7c","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:09.929679096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"13562c05-ba44-4a14-aa6b-189a4c154411","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:10.104823657Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"0f6b6196-5904-4719-b94d-c30c84e9f997","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:10.104849422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"0f6b6196-5904-4719-b94d-c30c84e9f997","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:10.105545527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"a6900d39-9396-4c41-977e-8ea19cff671a","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:10.105562702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"a6900d39-9396-4c41-977e-8ea19cff671a","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:10.728382289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"535c4a4c-0046-4896-aea9-8ed3e78ac1f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:10.788005719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"535c4a4c-0046-4896-aea9-8ed3e78ac1f3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:10.92230618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"d9e03c00-e457-47d9-8ae0-f2424098a338","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:10.98234505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"d9e03c00-e457-47d9-8ae0-f2424098a338","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:19.792844934Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"1caebacb-1810-4544-80ca-4dfc2e1b2bf1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:19.792990286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"9a1826d5-5537-4798-ac14-bf680dbecf46","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:19.793011453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"9a1826d5-5537-4798-ac14-bf680dbecf46","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.022837632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"1caebacb-1810-4544-80ca-4dfc2e1b2bf1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.070068527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-shared-sub-df61c4","reconcileID":"105f1aef-7ef6-4379-9131-1d457915dd8c","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.070163158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"e93e6317-f351-43ed-a30c-d26bc1ad2a57","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.160143141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"1caebacb-1810-4544-80ca-4dfc2e1b2bf1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"e2e-shared-a-w4-13a57c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.1601756Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-sub-iso-auth-df61c4","reconcileID":"1caebacb-1810-4544-80ca-4dfc2e1b2bf1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.219926618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"18828c38-bab5-4e59-8538-19fcab181d4d","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.219975408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"18828c38-bab5-4e59-8538-19fcab181d4d","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.369301089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"ca24444c-2cb5-4a0d-bb18-3b6a7f753bd8","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.369324742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"ca24444c-2cb5-4a0d-bb18-3b6a7f753bd8","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.503850724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"3b102e86-32e7-4f34-9db0-9ffdcd3ac504","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:20.503892912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-shared-sub-df61c4","reconcileID":"f021f70d-d285-4260-b615-49a2d2766774","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:22.983550301Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:30.787559216Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-shared-sub-df61c4","reconcileID":"dc5327a6-3d80-4765-8c12-544b8cc2320b","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscription":"e2e-shared-sub-df61c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.029118929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-shared-sub-df61c4","reconcileID":"dc5327a6-3d80-4765-8c12-544b8cc2320b","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-13a57c/e2e-a-only-df61c4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.248129259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"e91b25b1-7d50-4e19-b3a1-2a61de50f004","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.298283857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"1f51f7fd-0c4b-4c58-b5e2-31dd7692b79a","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.29831711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"1f51f7fd-0c4b-4c58-b5e2-31dd7692b79a","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.446362033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"7548060e-3c02-4af7-a94e-fb56f70ba095","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:31.446391389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"7548060e-3c02-4af7-a94e-fb56f70ba095","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:35.920716935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa412810-2e12-41d4-a931-8719a5808238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:35.975820253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa412810-2e12-41d4-a931-8719a5808238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:36.031573998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa412810-2e12-41d4-a931-8719a5808238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:36.085796123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa412810-2e12-41d4-a931-8719a5808238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:38.054607855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146fd2c1-72eb-4dc2-98f3-61cefada5701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:38.109859743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146fd2c1-72eb-4dc2-98f3-61cefada5701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:38.164155101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146fd2c1-72eb-4dc2-98f3-61cefada5701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:38.218578654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"146fd2c1-72eb-4dc2-98f3-61cefada5701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.289572901Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","namespace":"ai-tenant-e2e-inf-a-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.28963766Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","namespace":"ai-tenant-e2e-inf-a-d6c118","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.289686919Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","tenant":"e2e-inf-a-d6c118","tenantID":"e2e-inf-a-d6c118","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.346285777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"Deployment","name":"maas-api-e2e-inf-a-d6c118","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.411305273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"Service","name":"maas-api-e2e-inf-a-d6c118","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.471245014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d6c118","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.529903205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d6c118","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.587220646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.643904524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.703806785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.762650984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.816757359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.870409232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.924102059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"Service","name":"payload-processing-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:40.977734573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.031411165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.085269825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.139099566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.198235535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.252084713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.305585774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.36119919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d6c118","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.415369659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6c118"},"namespace":"ai-tenant-e2e-inf-a-d6c118","name":"default-tenant","reconcileID":"3320d729-9ed2-4244-a8ed-b5718f19bd8e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d6c118","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.616887605Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"7b1fb05c-7369-4b55-aa03-99dc753cda53","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","subscription":"e2e-a-only-df61c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.671821044Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"7b1fb05c-7369-4b55-aa03-99dc753cda53","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:41.726707066Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"e2e-a-only-df61c4","reconcileID":"7b1fb05c-7369-4b55-aa03-99dc753cda53","MaaSSubscription":{"name":"e2e-a-only-df61c4","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"name":"maas-trlp-sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.011120544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"ec9c9490-25ac-4a9c-acbc-b0710c06c0cd","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"tenant":"e2e-shared-a-w4-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","model":"ai-tenant-e2e-shared-a-w4-13a57c/sub-test-model-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.0111516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"sub-test-model-13a57c","reconcileID":"ec9c9490-25ac-4a9c-acbc-b0710c06c0cd","MaaSModelRef":{"name":"sub-test-model-13a57c","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"routeName":"sub-test-model-13a57c-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","llmisvcName":"sub-test-model-13a57c","gateway":"openshift-ingress/e2e-shared-a-w4-13a57c","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.352794021Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"c52dc488-ead0-428c-83d7-c60cbec3d4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.352904412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"fdc16b55-7832-47f6-8398-cd5ed9197720","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.352929814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"fdc16b55-7832-47f6-8398-cd5ed9197720","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.562111482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"c52dc488-ead0-428c-83d7-c60cbec3d4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.632903369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-shared-sub-df61c4","reconcileID":"24db8d1d-c6f8-4061-bbcf-213963df9bf4","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.632932371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"4eedd460-0650-4775-a2ed-4e61e78a5035","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.695102447Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"c52dc488-ead0-428c-83d7-c60cbec3d4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"e2e-shared-b-w4-ce1ebd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.695126881Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-sub-iso-auth-df61c4","reconcileID":"c52dc488-ead0-428c-83d7-c60cbec3d4fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.753506632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"8e4e372f-b37d-420d-b3e8-6c91b1b4402c","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.753529523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"8e4e372f-b37d-420d-b3e8-6c91b1b4402c","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.906476282Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"2bf60b76-3457-4538-9404-abfba3221785","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:42.906500477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"2bf60b76-3457-4538-9404-abfba3221785","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:43.031295015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"86ff3a89-d349-4aed-8179-0485bd9ba059","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:43.03137198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-shared-sub-df61c4","reconcileID":"1a0f5dd2-c759-436e-9d92-147f5a328b8e","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.049387943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b107c02c-515b-4477-b5cc-0f97a1a91373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.104718756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b107c02c-515b-4477-b5cc-0f97a1a91373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.160257767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b107c02c-515b-4477-b5cc-0f97a1a91373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:49.216799079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b107c02c-515b-4477-b5cc-0f97a1a91373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.047076698Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d6c118","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d6c118","reconcileID":"55d44305-cb80-4273-9e87-5203c2ab777c","aitenant":"ai-tenants/e2e-inf-a-d6c118","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:50.857788854Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d6c118","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d6c118","reconcileID":"55d44305-cb80-4273-9e87-5203c2ab777c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d6c118","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d6c118"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.199033126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a5b696-072a-4b57-8db6-214c1ffb28e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.254671386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a5b696-072a-4b57-8db6-214c1ffb28e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.308737664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a5b696-072a-4b57-8db6-214c1ffb28e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:51.367551194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56a5b696-072a-4b57-8db6-214c1ffb28e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:52.983560971Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.312377777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-shared-sub-df61c4","reconcileID":"9f5b1516-53ce-4bdb-b224-3cbcc70ad2f3","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscription":"e2e-shared-sub-df61c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.416157705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61cd4cd-86f4-4d86-a8d8-21dc8f493813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.416369618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"e041c295-753b-4798-8956-e255c1399c59","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.41639384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"e041c295-753b-4798-8956-e255c1399c59","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.471593852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61cd4cd-86f4-4d86-a8d8-21dc8f493813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.526216273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61cd4cd-86f4-4d86-a8d8-21dc8f493813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.580443914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61cd4cd-86f4-4d86-a8d8-21dc8f493813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.642606129Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-shared-sub-df61c4","reconcileID":"9f5b1516-53ce-4bdb-b224-3cbcc70ad2f3","MaaSSubscription":{"name":"e2e-shared-sub-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-ce1ebd/e2e-b-only-df61c4"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.914328945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"a4a455f6-d88f-4e98-80bd-fe4ac831ea10","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.919440096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"6dd49222-09b4-4407-86c1-abfef33e0e9f","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:53.919464474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"6dd49222-09b4-4407-86c1-abfef33e0e9f","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:54.251071025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"525fdb7c-3a7d-4c57-9ed6-cb82feb1c74e","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:54.251100698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"525fdb7c-3a7d-4c57-9ed6-cb82feb1c74e","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:55.560103445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de566fc6-0329-4a48-9da4-87dec513ab5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:55.614303094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de566fc6-0329-4a48-9da4-87dec513ab5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:55.669218498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de566fc6-0329-4a48-9da4-87dec513ab5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:05:55.723320312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de566fc6-0329-4a48-9da4-87dec513ab5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.732690754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff6f890-0597-4f08-b43b-81d19c11dfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.786858103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff6f890-0597-4f08-b43b-81d19c11dfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.840976197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff6f890-0597-4f08-b43b-81d19c11dfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:03.896053184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff6f890-0597-4f08-b43b-81d19c11dfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.419901142Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"9c1ff521-3dde-4ad9-8224-b3e3f3ccb4ab","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","subscription":"e2e-b-only-df61c4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.474322425Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"9c1ff521-3dde-4ad9-8224-b3e3f3ccb4ab","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.528787584Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"e2e-b-only-df61c4","reconcileID":"9c1ff521-3dde-4ad9-8224-b3e3f3ccb4ab","MaaSSubscription":{"name":"e2e-b-only-df61c4","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"name":"maas-trlp-sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.812087263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"cd38aefb-b9bc-48e9-af09-87674e97a988","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"tenant":"e2e-shared-b-w4-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","model":"ai-tenant-e2e-shared-b-w4-ce1ebd/sub-test-model-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:04.812109343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"sub-test-model-ce1ebd","reconcileID":"cd38aefb-b9bc-48e9-af09-87674e97a988","MaaSModelRef":{"name":"sub-test-model-ce1ebd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"routeName":"sub-test-model-ce1ebd-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","llmisvcName":"sub-test-model-ce1ebd","gateway":"openshift-ingress/e2e-shared-b-w4-ce1ebd","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.875831492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85e81bf-8c52-4430-850b-ff21e83c75d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.931467683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85e81bf-8c52-4430-850b-ff21e83c75d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:05.986352613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85e81bf-8c52-4430-850b-ff21e83c75d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:06.044116331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e85e81bf-8c52-4430-850b-ff21e83c75d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:22.98271656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.094179161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4f966c-6004-4a56-992d-dc816c9e0057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.14911982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4f966c-6004-4a56-992d-dc816c9e0057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.203935728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4f966c-6004-4a56-992d-dc816c9e0057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:31.258266628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4f966c-6004-4a56-992d-dc816c9e0057","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:33.250059264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ded0fe5-d755-4559-b07a-db1b3f790d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:33.304463825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ded0fe5-d755-4559-b07a-db1b3f790d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:33.358786521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ded0fe5-d755-4559-b07a-db1b3f790d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:33.412957889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ded0fe5-d755-4559-b07a-db1b3f790d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:35.375369555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09394567-15f3-493f-8fbb-400a235446f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:35.429534629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09394567-15f3-493f-8fbb-400a235446f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:35.487540467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09394567-15f3-493f-8fbb-400a235446f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:35.541731543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09394567-15f3-493f-8fbb-400a235446f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.500013337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718f3af6-bdd6-429f-9b8a-cfb8d0d6a579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.554400846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718f3af6-bdd6-429f-9b8a-cfb8d0d6a579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.609517751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718f3af6-bdd6-429f-9b8a-cfb8d0d6a579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.60961647Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.663720918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718f3af6-bdd6-429f-9b8a-cfb8d0d6a579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.663821735Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.663895814Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","tenant":"e2e-shared-a-w0-e7b6b3","tenantID":"e2e-shared-a-w0-e7b6b3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.745882819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-e7b6b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.815703861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"Service","name":"maas-api-e2e-shared-a-w0-e7b6b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.880543329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-e7b6b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:37.967374668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-e7b6b3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.024328141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.081874635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.140582185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.196999084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.251055435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.305106419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.359070125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.413312583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.467001481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.521002046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.574872424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.632687448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.686620464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.808642237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.865717442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-e7b6b3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:38.919643097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3"},"namespace":"ai-tenant-e2e-shared-a-w0-e7b6b3","name":"default-tenant","reconcileID":"7da6d825-87a7-476d-8323-829d08daf8a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-e7b6b3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:39.699697229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fffb1b-939b-41de-96a6-36a4c7de8b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:39.75378766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fffb1b-939b-41de-96a6-36a4c7de8b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:39.807910831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fffb1b-939b-41de-96a6-36a4c7de8b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:39.862404313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fffb1b-939b-41de-96a6-36a4c7de8b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:46.646895163Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e7b6b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e7b6b3","reconcileID":"e649d417-f2c3-4af0-9ef7-e3c6990878c2","aitenant":"ai-tenants/e2e-shared-a-w0-e7b6b3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.236579065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac43946-443c-4406-8465-de793a46679d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.291491447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac43946-443c-4406-8465-de793a46679d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.34628124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac43946-443c-4406-8465-de793a46679d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.401840744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ac43946-443c-4406-8465-de793a46679d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:47.51849444Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-e7b6b3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-e7b6b3","reconcileID":"e649d417-f2c3-4af0-9ef7-e3c6990878c2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-e7b6b3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-e7b6b3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:49.385473925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6490f7cf-1e38-4221-abe0-16518981edc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:49.439418334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6490f7cf-1e38-4221-abe0-16518981edc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:49.493360133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6490f7cf-1e38-4221-abe0-16518981edc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:49.554215317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6490f7cf-1e38-4221-abe0-16518981edc3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:51.528513817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a646516f-6611-49f8-a4f6-db9ce97d4b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:51.582620268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a646516f-6611-49f8-a4f6-db9ce97d4b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:51.636985725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a646516f-6611-49f8-a4f6-db9ce97d4b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:51.691249763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a646516f-6611-49f8-a4f6-db9ce97d4b31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:52.983383105Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:54.678780571Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","namespace":"ai-tenant-e2e-inf-b-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:54.678843544Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","namespace":"ai-tenant-e2e-inf-b-52e0bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:54.678907631Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","tenant":"e2e-inf-b-52e0bd","tenantID":"e2e-inf-b-52e0bd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:54.734792751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"Deployment","name":"maas-api-e2e-inf-b-52e0bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:54.7963756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"Service","name":"maas-api-e2e-inf-b-52e0bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:54.858998501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-52e0bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:54.914535719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-52e0bd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:54.975450937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.031494508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.088693054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.147906443Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.201480139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"Deployment","name":"payload-processing-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.255039187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.311301941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"Service","name":"payload-processing-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.36505788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.418602401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.472082715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.525648798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.585794975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.639354477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.730405537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.785101076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-52e0bd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:55.839064977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-52e0bd"},"namespace":"ai-tenant-e2e-inf-b-52e0bd","name":"default-tenant","reconcileID":"0cd8da9f-6cde-4926-bd15-36e05192bd98","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-52e0bd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.648110681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5942a70f-050c-4648-830a-9f63b1163649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.702567464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5942a70f-050c-4648-830a-9f63b1163649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.757932892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5942a70f-050c-4648-830a-9f63b1163649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:56.812375179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5942a70f-050c-4648-830a-9f63b1163649","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:58.834303921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc3891f-d45a-49d8-817e-c26d085dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:58.8887523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc3891f-d45a-49d8-817e-c26d085dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:58.942961282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc3891f-d45a-49d8-817e-c26d085dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:06:58.997409672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecc3891f-d45a-49d8-817e-c26d085dad68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.050564697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3028112d-b2af-4a49-ba66-88f4987c231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.105884939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3028112d-b2af-4a49-ba66-88f4987c231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.160012558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3028112d-b2af-4a49-ba66-88f4987c231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.214618459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3028112d-b2af-4a49-ba66-88f4987c231e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.330612536Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-52e0bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-52e0bd","reconcileID":"5d1f7b45-d406-4162-8f8f-a7f922a142c4","aitenant":"ai-tenants/e2e-inf-b-52e0bd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.631772513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.631830591Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","namespace":"ai-tenant-e2e-shared-a-w4-13a57c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.631878572Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","tenant":"e2e-shared-a-w4-13a57c","tenantID":"e2e-shared-a-w4-13a57c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.689127055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-13a57c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.756005223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"Service","name":"maas-api-e2e-shared-a-w4-13a57c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.817592307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-13a57c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.87551001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-13a57c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.935079689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:01.993182865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.052336478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.12515417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.128382868Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-52e0bd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-52e0bd","reconcileID":"5d1f7b45-d406-4162-8f8f-a7f922a142c4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-52e0bd","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-52e0bd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.191986178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.247914077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.304753687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.364807695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.423755677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.477841072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.532132257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.590174473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.643787514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.742563662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.80061739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-13a57c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:02.862285713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-13a57c"},"namespace":"ai-tenant-e2e-shared-a-w4-13a57c","name":"default-tenant","reconcileID":"8de660bb-4d15-41af-a69d-3b9b62cb65ea","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-13a57c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:03.320769801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7bd946-0363-4f2e-901b-8ee464546ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:03.376258387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7bd946-0363-4f2e-901b-8ee464546ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:03.432584777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7bd946-0363-4f2e-901b-8ee464546ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:03.48709318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a7bd946-0363-4f2e-901b-8ee464546ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.315893378Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de9825b6-54fe-4604-bc06-b18d9919d4ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.315915695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de9825b6-54fe-4604-bc06-b18d9919d4ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.372728561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db79e8fd-d1b0-41ac-8d34-e16dc29e3956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.372751269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"db79e8fd-d1b0-41ac-8d34-e16dc29e3956","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.480927001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-policy-cd23e699","reconcileID":"f0fa9afa-222c-4119-87da-7801f1dc27bd","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.602689295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8599a4af-5bba-4265-b710-abbc5e2cbd95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.602710601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8599a4af-5bba-4265-b710-abbc5e2cbd95","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.660171428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eac2dad4-c7d5-4028-a00e-1afcf7f2229b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.660191142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eac2dad4-c7d5-4028-a00e-1afcf7f2229b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.668889363Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-policy-cd23e699","reconcileID":"f0fa9afa-222c-4119-87da-7801f1dc27bd","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.72718456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 99, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-policy-cd23e699","reconcileID":"f0fa9afa-222c-4119-87da-7801f1dc27bd","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:04.731535688Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-sub-cd23e699","reconcileID":"52dd033a-cf4b-4874-bfdf-f5eb1ce07450","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-cd23e699\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.787152673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14fd8c8e-6b76-4331-87f7-70815567b891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.787174162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14fd8c8e-6b76-4331-87f7-70815567b891","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.852369825Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fcea5b8-a25a-4382-abbf-47beebf1573b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.852391592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7fcea5b8-a25a-4382-abbf-47beebf1573b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.946089192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-policy-cd23e699","reconcileID":"8e0cce8a-6c66-46d5-86d6-a9021a9e5629","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.947062068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e24bb3f-8ee7-42b2-a41f-20640d637e46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:04.947078062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e24bb3f-8ee7-42b2-a41f-20640d637e46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.005908428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-policy-cd23e699","reconcileID":"8e0cce8a-6c66-46d5-86d6-a9021a9e5629","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.069289562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 99, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-policy-cd23e699","reconcileID":"8e0cce8a-6c66-46d5-86d6-a9021a9e5629","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.246621702Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-sub-cd23e699","reconcileID":"d5fb34f7-fb5e-4e95-932a-abb4de1750ed","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-cd23e699/e2e-shared-sub-cd23e699","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.435577937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be9810c-13a6-420b-8fd3-9409293cc464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.4356028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be9810c-13a6-420b-8fd3-9409293cc464","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.465875494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f7ce6ecf-1cc7-4d8f-b103-5035eaba7f22","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.535771502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30af1c38-079a-4812-85a4-2c4d8bed99b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.59152559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30af1c38-079a-4812-85a4-2c4d8bed99b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.619151682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1b5882e-fbc1-4630-bf70-f00d17bc82f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.619182416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f1b5882e-fbc1-4630-bf70-f00d17bc82f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.651403404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30af1c38-079a-4812-85a4-2c4d8bed99b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.708560209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30af1c38-079a-4812-85a4-2c4d8bed99b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.723134176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72d41dcc-89d0-42d0-9374-3ce89018477f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.723162047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72d41dcc-89d0-42d0-9374-3ce89018477f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.824660464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-sub-cd23e699","reconcileID":"5903d66f-96f9-4095-bb0c-da200edb262a","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.855175581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"2c617bc6-6338-4d00-a146-b06ecdec2037","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.919243804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5dc7234-7ec7-4cd4-ac6a-d7ca685ee22c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.919269491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f5dc7234-7ec7-4cd4-ac6a-d7ca685ee22c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:05.925926783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"2c617bc6-6338-4d00-a146-b06ecdec2037","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.008060739Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 99, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"2c617bc6-6338-4d00-a146-b06ecdec2037","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.015055078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a85f6a0-013b-43b4-b35d-e7e58b2eab38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.015075464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a85f6a0-013b-43b4-b35d-e7e58b2eab38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:07:06.05965434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-sub-cd23e699","reconcileID":"8386bc67-dc79-4f49-97a2-f98de8305740","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-cd23e699\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.067514166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"951f4279-7cb1-4246-a4c2-eb3145c80064","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.067533168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"951f4279-7cb1-4246-a4c2-eb3145c80064","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.193635342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"14cbe56c-25d0-4c7d-bf8d-bc48df141869","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.208042292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2a713a9-991e-46bc-bce3-30ae34e0810f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.208069848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2a713a9-991e-46bc-bce3-30ae34e0810f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.264648591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"14cbe56c-25d0-4c7d-bf8d-bc48df141869","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.278059023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77fab947-2356-4df1-b852-5eac1c7707ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.278079091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77fab947-2356-4df1-b852-5eac1c7707ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.325557906Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 99, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"14cbe56c-25d0-4c7d-bf8d-bc48df141869","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.577204653Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-sub-cd23e699","reconcileID":"a38dddcc-45d3-4d2f-b915-17d59ccfa5ba","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-cd23e699/e2e-shared-sub-cd23e699","ai-tenant-e2e-mt-ebf7c04d/e2e-shared-sub-cd23e699","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.753216146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd17616-b9b6-4106-992d-8bb7fba7bcb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.753236741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dbd17616-b9b6-4106-992d-8bb7fba7bcb3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.803317272Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-sub-cd23e699","reconcileID":"4dba04f6-ec5d-4869-8183-946db9398305","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.804417202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b515c51-9fff-4d78-9390-fc34f85097ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.845615179Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-policy-cd23e699","reconcileID":"d4a81d32-0767-45ea-ba84-ff1a63149c90","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.846085453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e14ea8dd-9ea0-46bf-b1fc-119084752a43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:06.84610471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e14ea8dd-9ea0-46bf-b1fc-119084752a43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.000310431Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-policy-cd23e699","reconcileID":"d4a81d32-0767-45ea-ba84-ff1a63149c90","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"policyNamespace":"ai-tenant-e2e-mt-cd23e699","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.010098228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-sub-cd23e699","reconcileID":"fa637561-9824-4028-b74f-fa5ba78fb28c","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.059350915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e228b37-c364-427c-9edd-3d75885ab00e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.059376319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e228b37-c364-427c-9edd-3d75885ab00e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.20688547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94eafbbc-0f9a-458e-9ef6-78fafb36c87c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.206906562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94eafbbc-0f9a-458e-9ef6-78fafb36c87c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.713054091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87db0a47-a101-49af-b9f4-0c410ba65950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.767340647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87db0a47-a101-49af-b9f4-0c410ba65950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.823259692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87db0a47-a101-49af-b9f4-0c410ba65950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:07.877728099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87db0a47-a101-49af-b9f4-0c410ba65950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.839080823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9fec09-28e6-4d43-836f-33ed3d6e23d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.894958172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9fec09-28e6-4d43-836f-33ed3d6e23d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:09.950159855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9fec09-28e6-4d43-836f-33ed3d6e23d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:10.006679176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f9fec09-28e6-4d43-836f-33ed3d6e23d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:12.006479993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7578daca-54e0-408d-9fa6-4f5e3b732975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:12.061968166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7578daca-54e0-408d-9fa6-4f5e3b732975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:12.116448255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7578daca-54e0-408d-9fa6-4f5e3b732975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:12.171305382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7578daca-54e0-408d-9fa6-4f5e3b732975","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:12.336202247Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-13a57c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-13a57c","reconcileID":"d7e20e4e-7377-4bb7-b889-3b0a5134cc08","aitenant":"ai-tenants/e2e-shared-a-w4-13a57c","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:13.131246842Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-13a57c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-13a57c","reconcileID":"d7e20e4e-7377-4bb7-b889-3b0a5134cc08","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-13a57c","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-13a57c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.150141173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c49deb8-eee8-4199-8fcd-8f22fd194ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.204478835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c49deb8-eee8-4199-8fcd-8f22fd194ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.258668104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c49deb8-eee8-4199-8fcd-8f22fd194ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:14.31284369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c49deb8-eee8-4199-8fcd-8f22fd194ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.272461131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be535b4-ab36-4104-93d6-eac6d263276f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.326812034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be535b4-ab36-4104-93d6-eac6d263276f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.381127669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be535b4-ab36-4104-93d6-eac6d263276f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.435183181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6be535b4-ab36-4104-93d6-eac6d263276f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.542977028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"100c61a0-2b78-4f89-9618-4cf03385cc19","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.602609037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"100c61a0-2b78-4f89-9618-4cf03385cc19","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:16.718079432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 99, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"100c61a0-2b78-4f89-9618-4cf03385cc19","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.374965397Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-sub-cd23e699","reconcileID":"1215c53c-94e1-4a22-afbf-79b6fb7bf588","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-cd23e699","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.625031089Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"namespace":"ai-tenant-e2e-mt-cd23e699","name":"e2e-shared-sub-cd23e699","reconcileID":"1215c53c-94e1-4a22-afbf-79b6fb7bf588","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-cd23e699"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ebf7c04d/e2e-shared-sub-cd23e699","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.842794419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5205682b-03e8-4fb1-b2ca-4c709f73517f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.843244105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-sub-cd23e699","reconcileID":"4f2a3ca0-e40f-44b1-93c9-5cada7aeade7","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.896102931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a5da76-da96-4526-89cc-f3d17c5ba6af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:17.896128026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28a5da76-da96-4526-89cc-f3d17c5ba6af","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.428860488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1cf40a3-a03b-4e94-93f5-8e0f7384e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.48379411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1cf40a3-a03b-4e94-93f5-8e0f7384e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.53866274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1cf40a3-a03b-4e94-93f5-8e0f7384e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:18.59333591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1cf40a3-a03b-4e94-93f5-8e0f7384e8f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:21.988779251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18fd3df-a7ca-4952-8cce-6690ad5aff61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:22.043692066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18fd3df-a7ca-4952-8cce-6690ad5aff61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:22.097809705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18fd3df-a7ca-4952-8cce-6690ad5aff61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:22.152421531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a18fd3df-a7ca-4952-8cce-6690ad5aff61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:22.98305874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:24.10665362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1210bff8-8d5c-418f-bfc6-68dbfff460de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:24.161093618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1210bff8-8d5c-418f-bfc6-68dbfff460de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:24.215211136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1210bff8-8d5c-418f-bfc6-68dbfff460de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:24.269258497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1210bff8-8d5c-418f-bfc6-68dbfff460de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:26.82588193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"58162b73-a121-4f45-b4a1-c10cd1ec2255","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:26.88668821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"58162b73-a121-4f45-b4a1-c10cd1ec2255","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:26.944678514Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 99, current generation is 100","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"58162b73-a121-4f45-b4a1-c10cd1ec2255","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:27.776008118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"b01b3cc3-c4eb-4248-be8b-9df11882bf05","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:27.776035673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"b01b3cc3-c4eb-4248-be8b-9df11882bf05","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.241822015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"2c7a0881-b359-43b9-8bb0-ef4767da72bc","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.24185007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"2c7a0881-b359-43b9-8bb0-ef4767da72bc","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.298847492Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0adc91b0-6455-48e3-9613-7cc69d6034b1","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.29887655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0adc91b0-6455-48e3-9613-7cc69d6034b1","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.406283899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"777ea0f6-6e7f-4c32-b4c8-6317fcc167ac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.539636557Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"777ea0f6-6e7f-4c32-b4c8-6317fcc167ac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.59827005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"777ea0f6-6e7f-4c32-b4c8-6317fcc167ac","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.655982846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"cf5460d9-4054-45b1-9598-529ec3fa2217","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:33.65600753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"cf5460d9-4054-45b1-9598-529ec3fa2217","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.053157155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"67453734-b373-4cad-b8db-1034a3ab0392","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.113319351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"67453734-b373-4cad-b8db-1034a3ab0392","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.17182694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"67453734-b373-4cad-b8db-1034a3ab0392","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.232630314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e89524cb-06ab-41c7-ba58-3925abcae14a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:37.23265317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e89524cb-06ab-41c7-ba58-3925abcae14a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:43.764267238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"f4fd5ede-8328-47e2-a2d4-c0e83bf68d71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:43.824165088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"f4fd5ede-8328-47e2-a2d4-c0e83bf68d71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:43.883312161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"f4fd5ede-8328-47e2-a2d4-c0e83bf68d71","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.341675946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"338f7b33-3ed9-4821-b661-165ea113119a","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.402074274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"338f7b33-3ed9-4821-b661-165ea113119a","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:47.461085202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"338f7b33-3ed9-4821-b661-165ea113119a","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.546432121Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.546541228Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.546599432Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","tenant":"e2e-shared-b-w0-8e96e7","tenantID":"e2e-shared-b-w0-8e96e7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.604669665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-8e96e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.804824548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"Service","name":"maas-api-e2e-shared-b-w0-8e96e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.862225467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-8e96e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.918176271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-8e96e7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:49.975215368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.032211874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.091504427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.149598929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.203701573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.257580248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.312202727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.368234506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.422461475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.476592012Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.532827491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.590755079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.645087377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.699121857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.756312086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-8e96e7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:50.814198758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-8e96e7"},"namespace":"ai-tenant-e2e-shared-b-w0-8e96e7","name":"default-tenant","reconcileID":"b575f8d0-535d-41b9-aeca-8a19f0d4d2be","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-8e96e7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.081327098Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bd3dbd9b-1b89-4332-8939-14a6fcb107d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.20954022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"e5fbba45-e97e-4fef-89ee-08704b4056fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.305957226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"a68aad60-a1f1-467a-be20-01b5c99c7702","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.409158687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"ab4d9935-7f05-4cd9-a236-83660aaa57bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.448750281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"b3055665-e827-44e4-b1c4-077f462db247","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.57232784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"0c5aac98-f9dc-4583-86c1-95a779f164d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.693701358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-sub-cd23e699","reconcileID":"d74d8bc5-8e9b-4a1b-afef-09f0a4285245","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.694039238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51507984-b1fb-4b5a-a1db-f004267bf8a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.794287561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"c58c5c8c-fc6b-4a71-b8dd-89f5a9c6f7e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.815701056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"eaebcacb-70e3-4af7-a28b-55ebe48d7fd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:51.941513705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"e3cded6b-3c01-4081-8c29-3709400a0bb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:52.98340419Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:53.992994299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"7e449a7b-63be-4e3b-8564-a224dd3b8512","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:54.053305917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"7e449a7b-63be-4e3b-8564-a224dd3b8512","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:54.111770998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c52dd8bb1259b0d012b4e5963ab57beff31b5f24b81b39c35507b9f35a5b8d3) AuthConfig (641367bf01d4f369d814d144f60c104771904318b2d9c98c1cd1b37bc6d75cf4) AuthConfig (fcf02fd6cf5c818b6bb03baf122f1b90b05c2bc443161f9faa8e52455efb4388) AuthConfig (103b94c99c9e72c22033baf27d6badfec42d97f7b05d2bbf086b2825c66f3add) AuthConfig (0f209deb0b2c33eace0f1d6c9cd54e20bf5b44a1a6735f9638d45e4735dc5cc2) AuthConfig (719ebc21db69cf56be61cdadbeefa074d2e5c3113c0848ce5acc23375c99edbe) AuthConfig (ff62e7484e92f99179ab11a5c2fd50fbdbd81d3cc9a4646628aa1b63dcd862f4) AuthConfig (bb1dcd9ec968c9dd50d1074a4a3b45d230b7c1a267500cb4afbd0f1e87666ccb) AuthConfig (fe1b756e58857c47d4e4558888f9682c6d7904fcc4e379807ccd37733e0061e2) AuthConfig (43a71d7fcf1c86b784c577e5ccfb15687691aa1a4d797a72e8ff9fb6f9fbc23f) AuthConfig (b904f916d336b05fc243c1a8074cd6f33f74f66c820ce7afe57fd30a10767bc5) AuthConfig (e2644a31543cb3a96b89ce4a493828e354da6c508f8aa1a5b2c55b54b6cc4994) AuthConfig (e812b839846ea086e9f481cdf839f97a6f8fe40ca195762da472d7fab97e71dc) AuthConfig (1803190003427d537e9c978baf26a71d3997f21a01ea1dc8830ac1f48e541d89) AuthConfig (f124aa3bccc2d2fbf5eb3747b898794c7a9bd4255b565833ae381174f380b22b) AuthConfig (67f59605adcfb87e1c6081fe638c8d48b55ea5248e6d48a713ca081cfdc241f9) AuthConfig (313d6a0ee8e4d80e1230e7dcabc8c597c8bfdce53371ec54762b3c0530911a02) AuthConfig (621cdd2e61d6d1f9f37ff31dcc3ed4f9dac74d33bafca4aefdb4dedb3d40c201)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"7e449a7b-63be-4e3b-8564-a224dd3b8512","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:54.171709455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"efae6a2a-f690-4e88-8c43-87090e7fc149","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:54.171732201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"efae6a2a-f690-4e88-8c43-87090e7fc149","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:55.090315724Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-8e96e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-8e96e7","reconcileID":"82f98665-8486-4e0d-91cd-3f922043f8c6","aitenant":"ai-tenants/e2e-shared-b-w0-8e96e7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:55.61247777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15684060-e470-4637-9a9a-c047949b744a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:55.666390498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15684060-e470-4637-9a9a-c047949b744a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:55.72088052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15684060-e470-4637-9a9a-c047949b744a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:55.775366178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15684060-e470-4637-9a9a-c047949b744a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:55.946536437Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-8e96e7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-8e96e7","reconcileID":"82f98665-8486-4e0d-91cd-3f922043f8c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-8e96e7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-8e96e7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.15231992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"cb61cc15-22ff-437a-ad25-866edcdb5045","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.177395826Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-access","reconcileID":"b2a5521e-2240-4c79-bef7-bfcdcba13874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.345833759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0e1cc9e8-4638-4db5-bee6-cb06f5e9b87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.390098774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"2b7c5a5a-c546-4fcb-92e4-d94b84a6ab4f","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.405680847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0e1cc9e8-4638-4db5-bee6-cb06f5e9b87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.455222153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"bc4969f1-214c-4bb5-9d4f-3fc9d9c5ed42","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.552456229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"4bc73e79-c86a-4966-838a-abc1b940c6b8","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.571185813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"5092cbb0-b45e-484f-82c2-720d9a85eff7","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.631429732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"5092cbb0-b45e-484f-82c2-720d9a85eff7","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.766873431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfd2cfd-3030-4350-8359-df588940b516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.767064694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0498e591-19da-41fa-8cae-ac63f7b990fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.82128413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfd2cfd-3030-4350-8359-df588940b516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.875520209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfd2cfd-3030-4350-8359-df588940b516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.8818495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0498e591-19da-41fa-8cae-ac63f7b990fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.929642128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edfd2cfd-3030-4350-8359-df588940b516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.989437193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad20d4b5-25e5-4a8b-abad-944d641d468e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:57.989458893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad20d4b5-25e5-4a8b-abad-944d641d468e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.900926263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70c1218-fa7a-46d9-8f61-87d48174f51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:07:59.955093546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70c1218-fa7a-46d9-8f61-87d48174f51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:00.009306032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70c1218-fa7a-46d9-8f61-87d48174f51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:00.063445594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70c1218-fa7a-46d9-8f61-87d48174f51c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.461882747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-2-w0-845a67","reconcileID":"2606e2b3-d9cb-431b-a28f-da08b938352b","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-2-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-2-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:02.801178188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-w0-845a67","reconcileID":"be74c73c-1a67-48e4-9d38-5f402c4c47b9","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.145065846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"e2a39605-adaf-41d8-a7e2-936f9058faa5","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.311071529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"77772944-70c3-4a40-8226-94f977561924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.362198766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"3a1d6e91-ed26-4050-84fb-b2bf737f354f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.371128237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"77772944-70c3-4a40-8226-94f977561924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.484467695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"d8dcbf0a-27f9-41fd-afee-ba478bce2506","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.538693075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"ebe08603-28ac-42fd-961b-04cfc1bfb44b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.544757656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"194e0d28-945a-4798-8221-58206e559ae5","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.593400234Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"ebe08603-28ac-42fd-961b-04cfc1bfb44b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.647771367Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"simulator-subscription","reconcileID":"ebe08603-28ac-42fd-961b-04cfc1bfb44b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/simulator-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.687968432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"936392f5-41f2-45e4-83eb-b2ad46419521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.749054863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"936392f5-41f2-45e4-83eb-b2ad46419521","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.751310558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"22720fd8-f578-4214-b5e6-e086b1c86b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:03.932086875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"890c7e14-020b-4c30-a56e-a404c9974036","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.066544231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"90597f18-8e88-4a52-bc27-5dc3177f7175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.126595043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"90597f18-8e88-4a52-bc27-5dc3177f7175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.281109877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"6ce60b8e-105d-4f7f-9f1c-9f8a43f02da2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.342243863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"6ce60b8e-105d-4f7f-9f1c-9f8a43f02da2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:04.400229755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-92f405-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c52dd8bb1259b0d012b4e5963ab57beff31b5f24b81b39c35507b9f35a5b8d3) AuthConfig (641367bf01d4f369d814d144f60c104771904318b2d9c98c1cd1b37bc6d75cf4) AuthConfig (fcf02fd6cf5c818b6bb03baf122f1b90b05c2bc443161f9faa8e52455efb4388) AuthConfig (103b94c99c9e72c22033baf27d6badfec42d97f7b05d2bbf086b2825c66f3add) AuthConfig (0f209deb0b2c33eace0f1d6c9cd54e20bf5b44a1a6735f9638d45e4735dc5cc2) AuthConfig (719ebc21db69cf56be61cdadbeefa074d2e5c3113c0848ce5acc23375c99edbe) AuthConfig (ff62e7484e92f99179ab11a5c2fd50fbdbd81d3cc9a4646628aa1b63dcd862f4) AuthConfig (bb1dcd9ec968c9dd50d1074a4a3b45d230b7c1a267500cb4afbd0f1e87666ccb) AuthConfig (fe1b756e58857c47d4e4558888f9682c6d7904fcc4e379807ccd37733e0061e2) AuthConfig (43a71d7fcf1c86b784c577e5ccfb15687691aa1a4d797a72e8ff9fb6f9fbc23f) AuthConfig (b904f916d336b05fc243c1a8074cd6f33f74f66c820ce7afe57fd30a10767bc5) AuthConfig (e2644a31543cb3a96b89ce4a493828e354da6c508f8aa1a5b2c55b54b6cc4994) AuthConfig (e812b839846ea086e9f481cdf839f97a6f8fe40ca195762da472d7fab97e71dc) AuthConfig (1803190003427d537e9c978baf26a71d3997f21a01ea1dc8830ac1f48e541d89) AuthConfig (f124aa3bccc2d2fbf5eb3747b898794c7a9bd4255b565833ae381174f380b22b) AuthConfig (67f59605adcfb87e1c6081fe638c8d48b55ea5248e6d48a713ca081cfdc241f9) AuthConfig (313d6a0ee8e4d80e1230e7dcabc8c597c8bfdce53371ec54762b3c0530911a02) AuthConfig (621cdd2e61d6d1f9f37ff31dcc3ed4f9dac74d33bafca4aefdb4dedb3d40c201)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"6ce60b8e-105d-4f7f-9f1c-9f8a43f02da2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.185476235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.185566768Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.185641802Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","tenant":"e2e-shared-b-w4-ce1ebd","tenantID":"e2e-shared-b-w4-ce1ebd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.241823086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-ce1ebd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.303641817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"Service","name":"maas-api-e2e-shared-b-w4-ce1ebd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.367512588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-ce1ebd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.425361655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-ce1ebd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.485915542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.542432774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.601531678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.658633527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.71247734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.766140974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.820473622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.874503392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.92811857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:06.98202052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:07.037622764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:07.097459944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:07.151051107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:07.204915424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:07.262340858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-ce1ebd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:07.316640186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd"},"namespace":"ai-tenant-e2e-shared-b-w4-ce1ebd","name":"default-tenant","reconcileID":"db1ce117-09a1-4617-9886-47dfa8fa30dd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-ce1ebd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.258992778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0c5b26a6-4f4e-4f35-9fec-4007e83d8ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.319581959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"0c5b26a6-4f4e-4f35-9fec-4007e83d8ded","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.36865965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"a2069303-1e5a-4974-b4f8-57bc2cf0ceba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.594716461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-2-w0-845a67","reconcileID":"7479aba4-0b8d-446e-aca6-47ca83206c2e","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-2-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-2-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.649086603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-w0-845a67","reconcileID":"a4827159-9676-4fb1-a6cb-aa2a9f4301fa","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.649361621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"e25548a3-8cd0-4d1a-bc68-43046cde58ef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.649719134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"237ac8f5-074a-4785-b9e0-2690bacdb5e1","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.812305108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2eeafc7e-adcf-45af-b434-9fca5dca3646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.850039087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"472cad7f-efd7-483d-87b3-a56eae8bcd0d","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.871581784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"d74c4322-a4b5-4f7f-a781-bafee3a43c93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:09.872802831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"2eeafc7e-adcf-45af-b434-9fca5dca3646","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.085432713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"5421e436-07fe-4490-9a13-c67e8d92d0c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.085476882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-sub-cd23e699","reconcileID":"daa1d535-c983-4676-8d1f-d817df5715bb","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.130515416Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"03beb1ec-761d-4126-a474-d981016f2cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.171504072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"78b4e908-b67a-41ee-928e-7e4199c28c13","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.273137477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"00fa1dc6-c01f-4087-af04-8c1d6023322f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.332759706Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ce1ebd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ce1ebd","reconcileID":"5424ed25-7820-46d8-922c-f1a1fb2f5320","aitenant":"ai-tenants/e2e-shared-b-w4-ce1ebd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.369171903Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"566b4250-85a8-4106-952b-44ea4b6bdf3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.383968421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"03beb1ec-761d-4126-a474-d981016f2cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.485816461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"8793e7a8-b920-46b4-aa5d-3c9f81ecd440","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.48638708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"fc758f30-49f1-4a5a-b6b4-6bdb90c7b8ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.564268866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"03beb1ec-761d-4126-a474-d981016f2cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"e2e-worker-w0-845a67-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.564295458Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-access","reconcileID":"03beb1ec-761d-4126-a474-d981016f2cdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-845a67"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.589150302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f7f49b-b32c-4838-9dd4-60482c66595f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.613494359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95459e05-1cdf-4402-bdf0-f61d03595c8b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.618855853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"d74dffc4-b84d-437f-b4d4-a71a5f786309","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.644022552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f7f49b-b32c-4838-9dd4-60482c66595f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.647906398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"bd5cd8d9-348b-4bdb-b34d-02965af43164","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.698059096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f7f49b-b32c-4838-9dd4-60482c66595f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.752323233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72f7f49b-b32c-4838-9dd4-60482c66595f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.86262033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"43c04628-ae87-4009-9c52-ea12e15feeba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:10.971521781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"1228ea53-fc61-4335-a9a7-342caf73967c","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:11.087871181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"4bd7de98-2d91-4571-b0c9-3316d989e799","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:11.087985063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"cef586cf-2477-4787-83e2-b6d9cc27dc56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:11.219697426Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-ce1ebd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-ce1ebd","reconcileID":"5424ed25-7820-46d8-922c-f1a1fb2f5320","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-ce1ebd","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-ce1ebd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.463546582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"ca121b60-a982-4edf-9d1e-fb7a78da3a34","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.463580346Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-access","reconcileID":"51c816c8-dca0-4437-8477-9bb1f3acbaca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.631602947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"63b1a2cc-6069-46eb-bc47-02bc6cae73c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.676635932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"8ee2dcff-1ee8-42aa-a304-2a5989e6efcd","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.690839708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"63b1a2cc-6069-46eb-bc47-02bc6cae73c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.745258661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"592c4623-42cc-4713-bbd0-ca79dae6a2f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.806440978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8597a199-c985-47bd-9efa-f71f1fc3d889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.839576754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"52ab16d5-7c4e-4c25-bbab-c8f861692adb","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.860482843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8597a199-c985-47bd-9efa-f71f1fc3d889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.914604675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8597a199-c985-47bd-9efa-f71f1fc3d889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:12.969461899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8597a199-c985-47bd-9efa-f71f1fc3d889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.077146231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"9e6f30eb-f47d-4b61-8910-b6188b9dba91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:13.138455088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"9e6f30eb-f47d-4b61-8910-b6188b9dba91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:14.525243781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"7e071e21-0cf8-4923-afc9-3e72a9b22f9a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:14.586083648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"7e071e21-0cf8-4923-afc9-3e72a9b22f9a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:14.912309621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"6f57c741-da91-4dca-8161-28ffe4c2533b","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:14.912333403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"6f57c741-da91-4dca-8161-28ffe4c2533b","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:17.711271905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"32958de6-7013-41a2-8a49-f5580c1c5886","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.50210281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"64c4a6b7-e668-4157-9234-206bc1f5b4ee","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:18.84253086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"2382a20e-7625-4a6d-bc21-59173ffaaefa","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.010936619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"90614b5e-2e92-472a-be96-080c7408a31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.061203421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"1d368841-40f4-40fb-8ceb-bd159c533cf7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.070654744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"90614b5e-2e92-472a-be96-080c7408a31f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.182407306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"9784c7be-c2f5-488f-9db2-559a74c78c9d","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.236259767Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"4370194a-f6d6-48b4-9989-79cf5427f41a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.241800191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"de85ce2d-053d-49af-a1d9-b88e32618a69","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.290412604Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"4370194a-f6d6-48b4-9989-79cf5427f41a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.344622581Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"simulator-subscription","reconcileID":"4370194a-f6d6-48b4-9989-79cf5427f41a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/simulator-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.388482945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"6e6eb631-24f7-4c2a-9569-d08b59cdf2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.447977123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"6e6eb631-24f7-4c2a-9569-d08b59cdf2b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.449992322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"b3e9d4d1-eedd-443e-886a-489c53459a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.624005024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"9c824ce3-2666-48ba-9c0f-697bc3d572c9","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.650114324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-2-w0-845a67","reconcileID":"e09a566e-7269-4892-807c-1c0442774c1a","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-2-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-2-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.650363752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-w0-845a67","reconcileID":"53900cb9-4faa-42a4-b329-b82bf652dd06","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.650549399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"d81a230f-1714-4a2d-923a-82788c7defd9","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.731882965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2fe22ded-9ccd-4682-965b-60b1d0069eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.791660965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2fe22ded-9ccd-4682-965b-60b1d0069eed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.939598172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"7cfad4ec-bed8-41cc-890f-231aaeef3bdc","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.939621045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"7cfad4ec-bed8-41cc-890f-231aaeef3bdc","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.996424276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"563a65ef-0b59-41e8-9035-b8ce8cbf5a21","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:19.996452869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"563a65ef-0b59-41e8-9035-b8ce8cbf5a21","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.104267675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"94f17d60-76c5-4b30-b8f9-c94ba62ea089","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.237772048Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"94f17d60-76c5-4b30-b8f9-c94ba62ea089","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.296078033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"94f17d60-76c5-4b30-b8f9-c94ba62ea089","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.355373854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"3d515289-18a3-4d1f-9b05-41d95fecc802","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.35539892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"3d515289-18a3-4d1f-9b05-41d95fecc802","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:20.978675871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"9e860b7a-4753-465d-b710-bfb74ebec7c9","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.381271551Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"65911a09-0110-4332-9615-2abd1bb88b3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.435701731Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"65911a09-0110-4332-9615-2abd1bb88b3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.490492392Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"premium-simulator-subscription","reconcileID":"65911a09-0110-4332-9615-2abd1bb88b3c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-845a67"},"name":"maas-trlp-premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67","model":"e2e-models-e2e-worker-w0-845a67/premium-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:21.777614898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"1e40b08b-e807-43a3-a15d-065b7d873f86","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:23.043692585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:24.977969498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"7758bb94-d732-4126-b1a1-3a7f3ad378c9","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.085476228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2f0c2189-97ab-40cb-8bbe-540624aa6128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.146041092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"2f0c2189-97ab-40cb-8bbe-540624aa6128","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.147219353Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"87ab0e36-d01d-408e-9021-d6212ebea137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec710968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.407687506Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"75269e33-59a1-4b5c-bc67-4402dfb3172a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec710968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.415271635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f78e328a-d931-4f2d-9c5d-53b0a80a7b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.474845328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"f78e328a-d931-4f2d-9c5d-53b0a80a7b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.567260769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"047da174-13e2-4657-b5a1-7ff335e05879","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.681564224Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"eca458d1-084c-42ea-960d-528b77ab396b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec710968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.682690185Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a22efa31-1eb5-4207-afc0-3caadf03881f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.796733764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"417f7811-c91c-498e-911c-0ffce3c3769d","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.843737911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a22efa31-1eb5-4207-afc0-3caadf03881f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.851167004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"e08bc343-a7e7-4e9a-accb-25818193058c","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.904837049Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"d4e5fc62-2c42-41f0-bde4-d5fa8b9277ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ec710968","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.906147811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"ead8fdbd-c1b9-4c64-9094-c063def82089","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:25.90634792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"165c11cb-efb1-47be-be0c-2689b6bdea5e","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:26.038837694Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a22efa31-1eb5-4207-afc0-3caadf03881f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"e2e-worker-w4-31fdbe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:26.038870599Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-access","reconcileID":"a22efa31-1eb5-4207-afc0-3caadf03881f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:26.09790886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"2f7c74e5-76a8-4bce-931e-24cf4f02653b","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:26.814752934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c1c783-f5da-405f-9cad-14fc682088a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:26.869474946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c1c783-f5da-405f-9cad-14fc682088a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:26.92364844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c1c783-f5da-405f-9cad-14fc682088a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:26.978208445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2c1c783-f5da-405f-9cad-14fc682088a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.012024558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0944e807-de64-44db-bf2f-fd63c0463a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.066185664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0944e807-de64-44db-bf2f-fd63c0463a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.120550666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0944e807-de64-44db-bf2f-fd63c0463a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.175441308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0944e807-de64-44db-bf2f-fd63c0463a64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.650742948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-2-w0-845a67","reconcileID":"79c08a16-3c4a-4fbe-9217-f99302cad8da","MaaSModelRef":{"name":"distinct-2-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-2-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-2-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.651044326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"distinct-w0-845a67","reconcileID":"d0e3b31c-1a10-4a2e-afc6-00e9759328d6","MaaSModelRef":{"name":"distinct-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"distinct-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"distinct-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:29.65121865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"simulator-w0-845a67","reconcileID":"e02d8761-7772-42cb-b6a0-ea6edcee9404","MaaSModelRef":{"name":"simulator-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"simulator-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"simulator-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.46536228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"5cecefc5-9c65-419f-9116-54625dcadbf1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.525556677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"5cecefc5-9c65-419f-9116-54625dcadbf1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:30.637666174Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"5cecefc5-9c65-419f-9116-54625dcadbf1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.147858321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b7534-c830-43e3-a600-c82c2676dda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.202367011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b7534-c830-43e3-a600-c82c2676dda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.256516727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b7534-c830-43e3-a600-c82c2676dda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.310757074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a9b7534-c830-43e3-a600-c82c2676dda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:31.778529352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"namespace":"e2e-models-e2e-worker-w0-845a67","name":"premium-w0-845a67","reconcileID":"30919a20-c36a-4e80-9b78-d92701373036","MaaSModelRef":{"name":"premium-w0-845a67","namespace":"e2e-models-e2e-worker-w0-845a67"},"routeName":"premium-w0-845a67-kserve-route","namespace":"e2e-models-e2e-worker-w0-845a67","llmisvcName":"premium-w0-845a67","gateway":"openshift-ingress/e2e-worker-w0-845a67","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.317758757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e6c9f3-1bcf-4279-9dfb-fb62c21a76b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.375224646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e6c9f3-1bcf-4279-9dfb-fb62c21a76b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.429543383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e6c9f3-1bcf-4279-9dfb-fb62c21a76b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:33.483793481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08e6c9f3-1bcf-4279-9dfb-fb62c21a76b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.528148726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aba671e-5dd9-47b8-ad02-95c9efbadc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.582680261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aba671e-5dd9-47b8-ad02-95c9efbadc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.637845674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aba671e-5dd9-47b8-ad02-95c9efbadc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.692751547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aba671e-5dd9-47b8-ad02-95c9efbadc16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.851607944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"19b9a6d8-771b-4a82-8861-0fdb8f73c82b","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.907156019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"ebc96e45-687b-41d0-a6b5-12d257614543","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.919346468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"0030e922-3287-45e4-a404-b48e4d2c286f","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:35.972609932Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"9bc8f2bc-8bd2-47a3-907e-3e22a370d5f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:36.027991924Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"9bc8f2bc-8bd2-47a3-907e-3e22a370d5f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:36.083312283Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"premium-simulator-subscription","reconcileID":"9bc8f2bc-8bd2-47a3-907e-3e22a370d5f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"name":"maas-trlp-premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe","model":"e2e-models-e2e-worker-w4-31fdbe/premium-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:36.099228364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"a6a420d2-a9d6-4c7b-aded-7a5467299a78","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:36.381277124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"36ff37de-64ae-4264-8e62-8682b8c8573e","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.746366354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"c5c77ef2-d0c2-4468-bb47-8deafda602dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.806953815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"c5c77ef2-d0c2-4468-bb47-8deafda602dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.864973294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b31014c130db7b2d57f74cbb200fae012f6f23a4f2b728fb50bb346c8580a9c) AuthConfig (3e599debc1d3522b7b8fab3f395a90da03321579b0b040f58719d69fb162a0ca) AuthConfig (a138cffe3fa7a95061967ba79c2a629ee99f3c4aeec5ae7537c29ca705afae1b) AuthConfig (2b60f9049b834333fb5e868d471370d89c5aed12ea105008599e09a59133ab51) AuthConfig (53e99e54dab69f340d80d5b5560bb21fac59d3506c7663c558d2bcb4830684f4) AuthConfig (143b92d8483d05aee14fe35ba8c5b1be5d31f5b9e35ced05b67d11af64be2520) AuthConfig (af2b8dd92835bb1180c44376914fbb891ade8d508760772854c2c27d3b63e250) AuthConfig (b241f57d20381bb72a33045d92a4123b5d0e56ad003f90792c0f60980c47dbe8) AuthConfig (e66128567d3abbea8236cb8e0df8a2f485acc6507c9dcd0b73c2b31afb74cab3) AuthConfig (73fdf1844929bebe292511d7dd2d609a3cc9985e407226da043c706c09af6f1b) AuthConfig (3077d3e3a84434fc5b960c75fd0de27951e152e3b710a69d07dd0930f81ef49b) AuthConfig (10eca10a5c19804dd8793c1e9296bfc40395e7e0585c6d547e3620c2010251e2) AuthConfig (e9d461cb45b7e278ea81999034425ffe19d75ec50b35ce1865207ae2310607dc) AuthConfig (e8f660b9ed6ea752a68541a564d5c78909bd0f8bf4ed21efd668dfb314fecd0e) AuthConfig (acdbc0eef7f2017465935c5d80b70c09e480650e36bc95245fb0213ed6d20d11) AuthConfig (93756d442bc2583e9ebb8e2b7dff18875b8f6cb911a443e43d01508aa3e22e3a) AuthConfig (179c8aad4ceb690a1a03e42fc9a0365ad897ca3d3e0755619e96c3e328301337) AuthConfig (866b0a901ad963979c2d51743d99340d57781bb1b71e15551d7f2e79682ec0c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"c5c77ef2-d0c2-4468-bb47-8deafda602dc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.923028344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"416ca9d6-3b7b-4ab2-a1c2-5e2672b7f7ca","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:40.923050333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"416ca9d6-3b7b-4ab2-a1c2-5e2672b7f7ca","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.852824507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-2-w4-31fdbe","reconcileID":"4cda8085-643a-4510-a2db-b1a1d0415d1f","MaaSModelRef":{"name":"distinct-2-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-2-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-2-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.920106982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"distinct-w4-31fdbe","reconcileID":"b3b92f10-25a7-4ab3-852a-0f63be14bab7","MaaSModelRef":{"name":"distinct-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"distinct-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"distinct-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:45.920359207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"simulator-w4-31fdbe","reconcileID":"f6018998-09a1-4961-bee2-221eab9447c2","MaaSModelRef":{"name":"simulator-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"simulator-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"simulator-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:46.381705886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"namespace":"e2e-models-e2e-worker-w4-31fdbe","name":"premium-w4-31fdbe","reconcileID":"4db00f99-01cd-4ffc-8109-7902dd5212d0","MaaSModelRef":{"name":"premium-w4-31fdbe","namespace":"e2e-models-e2e-worker-w4-31fdbe"},"routeName":"premium-w4-31fdbe-kserve-route","namespace":"e2e-models-e2e-worker-w4-31fdbe","llmisvcName":"premium-w4-31fdbe","gateway":"openshift-ingress/e2e-worker-w4-31fdbe","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.524864067Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"dd533f92-af7d-467f-a13a-5ab8fea3dbe7","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.524936424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3efc606-6d83-40b1-9283-b6f91508d9cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.524982971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d3efc606-6d83-40b1-9283-b6f91508d9cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.633494115Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-policy-cd23e699","reconcileID":"dd533f92-af7d-467f-a13a-5ab8fea3dbe7","MaaSAuthPolicy":{"name":"e2e-shared-policy-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"policyNamespace":"ai-tenant-e2e-mt-ebf7c04d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.691915248Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60e38e65-5829-43fd-807a-bd719f011b7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.691937956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60e38e65-5829-43fd-807a-bd719f011b7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.84365078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"691c7c96-e9c8-4ef7-a979-1b62035162e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:48.843675879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"691c7c96-e9c8-4ef7-a979-1b62035162e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:51.031184305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"1f457f18-00cb-4914-a566-56b0b9e397fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:51.091220953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"1f457f18-00cb-4914-a566-56b0b9e397fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:51.149453068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b31014c130db7b2d57f74cbb200fae012f6f23a4f2b728fb50bb346c8580a9c) AuthConfig (3e599debc1d3522b7b8fab3f395a90da03321579b0b040f58719d69fb162a0ca) AuthConfig (a138cffe3fa7a95061967ba79c2a629ee99f3c4aeec5ae7537c29ca705afae1b) AuthConfig (2b60f9049b834333fb5e868d471370d89c5aed12ea105008599e09a59133ab51) AuthConfig (53e99e54dab69f340d80d5b5560bb21fac59d3506c7663c558d2bcb4830684f4) AuthConfig (143b92d8483d05aee14fe35ba8c5b1be5d31f5b9e35ced05b67d11af64be2520) AuthConfig (af2b8dd92835bb1180c44376914fbb891ade8d508760772854c2c27d3b63e250) AuthConfig (b241f57d20381bb72a33045d92a4123b5d0e56ad003f90792c0f60980c47dbe8) AuthConfig (e66128567d3abbea8236cb8e0df8a2f485acc6507c9dcd0b73c2b31afb74cab3) AuthConfig (73fdf1844929bebe292511d7dd2d609a3cc9985e407226da043c706c09af6f1b) AuthConfig (3077d3e3a84434fc5b960c75fd0de27951e152e3b710a69d07dd0930f81ef49b) AuthConfig (10eca10a5c19804dd8793c1e9296bfc40395e7e0585c6d547e3620c2010251e2) AuthConfig (e9d461cb45b7e278ea81999034425ffe19d75ec50b35ce1865207ae2310607dc) AuthConfig (e8f660b9ed6ea752a68541a564d5c78909bd0f8bf4ed21efd668dfb314fecd0e) AuthConfig (acdbc0eef7f2017465935c5d80b70c09e480650e36bc95245fb0213ed6d20d11) AuthConfig (93756d442bc2583e9ebb8e2b7dff18875b8f6cb911a443e43d01508aa3e22e3a) AuthConfig (179c8aad4ceb690a1a03e42fc9a0365ad897ca3d3e0755619e96c3e328301337) AuthConfig (866b0a901ad963979c2d51743d99340d57781bb1b71e15551d7f2e79682ec0c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"1f457f18-00cb-4914-a566-56b0b9e397fc","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:52.982843683Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.595357094Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","namespace":"ai-tenant-e2e-worker-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.595413406Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","namespace":"ai-tenant-e2e-worker-w0-845a67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.595463453Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","tenant":"e2e-worker-w0-845a67","tenantID":"e2e-worker-w0-845a67","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.650983284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"Deployment","name":"maas-api-e2e-worker-w0-845a67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.718258746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"Service","name":"maas-api-e2e-worker-w0-845a67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.780917551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-845a67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.836347146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-845a67","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.894376967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:53.950396927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.009127971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.065641927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.119518559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.175366837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.22921553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"Service","name":"payload-processing-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.282650454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.336180619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.389846146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.443330457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.500750291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.554249699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.60782978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.661366734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-845a67","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.725059672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-845a67"},"namespace":"ai-tenant-e2e-worker-w0-845a67","name":"default-tenant","reconcileID":"f2939eba-6d1d-4e45-b7a3-56b0997615b4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-845a67","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.814791635Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","namespace":"ai-tenant-e2e-worker-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.814845163Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","namespace":"ai-tenant-e2e-worker-w4-31fdbe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.814889413Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","tenant":"e2e-worker-w4-31fdbe","tenantID":"e2e-worker-w4-31fdbe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.87097806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"Deployment","name":"maas-api-e2e-worker-w4-31fdbe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.936825296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"Service","name":"maas-api-e2e-worker-w4-31fdbe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:54.998477399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-31fdbe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.054279768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-31fdbe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.115307024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.171666577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.230605459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.300210537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.358446418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.412079273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.466394424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"Service","name":"payload-processing-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.52180899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.576368825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.629867436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.683634405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.742521751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.796062177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.85020222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.906348672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-31fdbe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:55.960983117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-31fdbe"},"namespace":"ai-tenant-e2e-worker-w4-31fdbe","name":"default-tenant","reconcileID":"d52cc3ea-060f-449e-93e2-52dac57a64bc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-31fdbe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:57.183751645Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-845a67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-845a67","reconcileID":"7f5f9692-d2ad-4f83-8db9-c23346709d76","aitenant":"ai-tenants/e2e-worker-w0-845a67","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:57.671018451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9aae402-d572-4891-ab94-125f3829cdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:57.725353333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9aae402-d572-4891-ab94-125f3829cdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:57.780567444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9aae402-d572-4891-ab94-125f3829cdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:57.836011354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9aae402-d572-4891-ab94-125f3829cdb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:58.025141456Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-845a67","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-845a67","reconcileID":"7f5f9692-d2ad-4f83-8db9-c23346709d76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-845a67","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-845a67"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.016699719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-sub-cd23e699","reconcileID":"e196910b-c2bd-4a9f-9e2c-1b9827d3edaa","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-cd23e699","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.27010745Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"namespace":"ai-tenant-e2e-mt-ebf7c04d","name":"e2e-shared-sub-cd23e699","reconcileID":"e196910b-c2bd-4a9f-9e2c-1b9827d3edaa","MaaSSubscription":{"name":"e2e-shared-sub-cd23e699","namespace":"ai-tenant-e2e-mt-ebf7c04d"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.489996289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0978e136-497e-49f5-a886-5fa00c8ad6c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.544785015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25c99dc0-7a18-4e43-a1b8-9bae81a02eb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.544808086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"25c99dc0-7a18-4e43-a1b8-9bae81a02eb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.820089309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53a9077-4e75-4c49-8e17-a10237d83261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.874347655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53a9077-4e75-4c49-8e17-a10237d83261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.928327352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53a9077-4e75-4c49-8e17-a10237d83261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:08:59.982444609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b53a9077-4e75-4c49-8e17-a10237d83261","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.258044589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"e562e3b9-7818-4b7f-b2c5-91a8ddc86826","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.319595554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"e562e3b9-7818-4b7f-b2c5-91a8ddc86826","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:01.378389341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-b367a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b31014c130db7b2d57f74cbb200fae012f6f23a4f2b728fb50bb346c8580a9c) AuthConfig (3e599debc1d3522b7b8fab3f395a90da03321579b0b040f58719d69fb162a0ca) AuthConfig (a138cffe3fa7a95061967ba79c2a629ee99f3c4aeec5ae7537c29ca705afae1b) AuthConfig (2b60f9049b834333fb5e868d471370d89c5aed12ea105008599e09a59133ab51) AuthConfig (53e99e54dab69f340d80d5b5560bb21fac59d3506c7663c558d2bcb4830684f4) AuthConfig (143b92d8483d05aee14fe35ba8c5b1be5d31f5b9e35ced05b67d11af64be2520) AuthConfig (af2b8dd92835bb1180c44376914fbb891ade8d508760772854c2c27d3b63e250) AuthConfig (b241f57d20381bb72a33045d92a4123b5d0e56ad003f90792c0f60980c47dbe8) AuthConfig (e66128567d3abbea8236cb8e0df8a2f485acc6507c9dcd0b73c2b31afb74cab3) AuthConfig (73fdf1844929bebe292511d7dd2d609a3cc9985e407226da043c706c09af6f1b) AuthConfig (3077d3e3a84434fc5b960c75fd0de27951e152e3b710a69d07dd0930f81ef49b) AuthConfig (10eca10a5c19804dd8793c1e9296bfc40395e7e0585c6d547e3620c2010251e2) AuthConfig (e9d461cb45b7e278ea81999034425ffe19d75ec50b35ce1865207ae2310607dc) AuthConfig (e8f660b9ed6ea752a68541a564d5c78909bd0f8bf4ed21efd668dfb314fecd0e) AuthConfig (acdbc0eef7f2017465935c5d80b70c09e480650e36bc95245fb0213ed6d20d11) AuthConfig (93756d442bc2583e9ebb8e2b7dff18875b8f6cb911a443e43d01508aa3e22e3a) AuthConfig (179c8aad4ceb690a1a03e42fc9a0365ad897ca3d3e0755619e96c3e328301337) AuthConfig (866b0a901ad963979c2d51743d99340d57781bb1b71e15551d7f2e79682ec0c1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"e562e3b9-7818-4b7f-b2c5-91a8ddc86826","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.014678647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f140fd-e75b-4661-9584-590549745efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.069134213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f140fd-e75b-4661-9584-590549745efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.123587851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f140fd-e75b-4661-9584-590549745efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:02.177744704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57f140fd-e75b-4661-9584-590549745efa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:04.68787183Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-31fdbe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-31fdbe","reconcileID":"782b819e-8d01-46d2-b87e-b09f6c37901f","aitenant":"ai-tenants/e2e-worker-w4-31fdbe","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.303361967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0b8d5-e1dc-4023-842d-599bd56dae15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.358517928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0b8d5-e1dc-4023-842d-599bd56dae15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.412670869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0b8d5-e1dc-4023-842d-599bd56dae15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.466922368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ee0b8d5-e1dc-4023-842d-599bd56dae15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:05.529773802Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-31fdbe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-31fdbe","reconcileID":"782b819e-8d01-46d2-b87e-b09f6c37901f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-31fdbe","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-31fdbe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:07.539529825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de1e997-3f74-4b5c-a9db-222bbd1720b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:07.594456186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de1e997-3f74-4b5c-a9db-222bbd1720b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:07.648686149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de1e997-3f74-4b5c-a9db-222bbd1720b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:07.703319126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2de1e997-3f74-4b5c-a9db-222bbd1720b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.713936359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ce9029-8db2-4fde-bba4-ca07180a042f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.768315005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ce9029-8db2-4fde-bba4-ca07180a042f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.822413218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ce9029-8db2-4fde-bba4-ca07180a042f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:09.876684649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70ce9029-8db2-4fde-bba4-ca07180a042f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.487660947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"717c45a4-3831-4e6c-8e12-5e93ede9c7b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.547752469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"717c45a4-3831-4e6c-8e12-5e93ede9c7b9","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.826699283Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"86c883db-55ef-4f2c-a1c7-5b6594bfb22f","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:11.826726431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"86c883db-55ef-4f2c-a1c7-5b6594bfb22f","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.207614622Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"81be9a22-1394-4952-8e67-71c8fd60b8c0","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.207638834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"81be9a22-1394-4952-8e67-71c8fd60b8c0","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.2673286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"4fbf1b2e-139d-49ba-b771-6ec808353bd7","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.267352051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"4fbf1b2e-139d-49ba-b771-6ec808353bd7","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.314760147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"ce9dd46c-3888-42be-8cc0-4b24fc18ad2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:17.319902544Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"2dfad134-5770-4363-85ed-b052274662dd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-ff0d0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:17.322676239Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"4fbf1b2e-139d-49ba-b771-6ec808353bd7","name":"sub-test-model-92f405","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-92f405\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:17.322739389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"4fbf1b2e-139d-49ba-b771-6ec808353bd7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-92f405\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.328123108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"54fb29fc-23a0-40c9-9f87-25c141841af9","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.328142104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"54fb29fc-23a0-40c9-9f87-25c141841af9","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.375491799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"ce9dd46c-3888-42be-8cc0-4b24fc18ad2d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.507438019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"d53b759f-1a0c-486a-b9b7-805c4cec2725","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.507460845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"d53b759f-1a0c-486a-b9b7-805c4cec2725","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.5675388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"7f37a2d1-2f56-482b-83f7-1d6c6c873456","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.56756664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"7f37a2d1-2f56-482b-83f7-1d6c6c873456","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.568025164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"5bc5ac12-b89b-4b86-b2ed-b890b27cb077","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.56804281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"5bc5ac12-b89b-4b86-b2ed-b890b27cb077","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.598013044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"a2358a88-fcf0-432d-bf61-cc24170d8d62","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.598033592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"a2358a88-fcf0-432d-bf61-cc24170d8d62","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:17.613717022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"a06cce17-4c1c-4d61-a336-c6e6be6cbbf8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-ff0d0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.615271333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"91268e9d-2cc5-4478-8464-d6837f748b98","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.674756441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"91268e9d-2cc5-4478-8464-d6837f748b98","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.715593338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"64a84e35-c9f6-4bc6-b416-34642248c526","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.719617203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"89faba2f-d4d5-4aa9-98f7-75b24345078f","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.71964423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"89faba2f-d4d5-4aa9-98f7-75b24345078f","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.775119434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"64a84e35-c9f6-4bc6-b416-34642248c526","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.778757077Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"d9e33cb9-d4e5-4f1f-b89c-fe26a00b07e0","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.778778718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"d9e33cb9-d4e5-4f1f-b89c-fe26a00b07e0","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.79138108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"39fc8eed-f284-45a1-9a70-e02bf7f3cc8a","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.79140078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"39fc8eed-f284-45a1-9a70-e02bf7f3cc8a","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.827903522Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"c877fc4a-b2f3-4bdf-98fc-019de2f31268","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"sub-test-model-92f405","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-92f405/e2e-shared-sub-ff0d0c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.850258322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0c7ed025-3f03-47d3-a3de-4bfe0fea636e","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.850281756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0c7ed025-3f03-47d3-a3de-4bfe0fea636e","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:17.90383383Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"968f59e9-8e7f-4414-bd65-a2171c68c4d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-ff0d0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.990105414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"f36322cd-4eeb-4519-9fdc-f55865ea05b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.998628631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"d65b435d-67c3-48ed-9d6f-1943f5ad2a7c","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:17.998650817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"d65b435d-67c3-48ed-9d6f-1943f5ad2a7c","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.001198544Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"a500018d-157c-472a-b701-f81e07e50929","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"sub-test-model-b367a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b367a4/e2e-shared-sub-ff0d0c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.009997964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"701bda47-524e-4bc2-8cdc-1897855e0697","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.010022677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"701bda47-524e-4bc2-8cdc-1897855e0697","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.049608779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"f36322cd-4eeb-4519-9fdc-f55865ea05b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.066988068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"ea596d0e-23b7-4f82-89f7-19b86dd39826","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.067009985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"ea596d0e-23b7-4f82-89f7-19b86dd39826","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.068060397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"fb23da19-a8da-4333-ad54-d1d0bff5878d","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.068076923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"fb23da19-a8da-4333-ad54-d1d0bff5878d","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.126150898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"653d84e4-7717-43f9-9461-5a9f3c388640","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.126178756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"653d84e4-7717-43f9-9461-5a9f3c388640","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.17140418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"a7ab0b4e-2144-4054-8572-fb19fcfac2a7","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.171432958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"a7ab0b4e-2144-4054-8572-fb19fcfac2a7","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:18.179894389Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"447f5ad1-3e20-451b-90f1-b39ef54bdb0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-ff0d0c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.210159515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"05690d5c-f40e-4802-a4c7-feea35b9649f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.269517339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"05690d5c-f40e-4802-a4c7-feea35b9649f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.274288881Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"ce9231b7-b658-40ef-9bda-ef3c7f219345","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-92f405/e2e-a-only-ff0d0c","ai-tenant-e2e-shared-a-w2-92f405/e2e-shared-sub-ff0d0c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.298730302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"ad0babaf-309e-4667-a251-6559de96f365","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.298752716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"ad0babaf-309e-4667-a251-6559de96f365","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.357917082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"f170a6cd-befa-4f21-bce9-e6da38430cbc","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.357966606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"f170a6cd-befa-4f21-bce9-e6da38430cbc","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.375312304Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"2a06815b-0b10-4470-88ea-da4791f8c6e9","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w2-92f405/e2e-a-only-ff0d0c","ai-tenant-e2e-shared-a-w2-92f405/e2e-shared-sub-ff0d0c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.390981197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"850eb3c3-1af4-404c-887d-131d52f5c5fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.451187806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"850eb3c3-1af4-404c-887d-131d52f5c5fa","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.473662484Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"6a009651-c7a8-4823-bf91-3444eaaf8273","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w2-b367a4/e2e-b-only-ff0d0c","ai-tenant-e2e-shared-b-w2-b367a4/e2e-shared-sub-ff0d0c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.545432696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"32671e7c-3745-4db1-89b5-2e85b2adad20","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.545458457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"32671e7c-3745-4db1-89b5-2e85b2adad20","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.57922569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"d4a83853-786e-4252-b72c-391a98460368","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.606435445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"e5598c67-15fa-4a59-a8bd-ae2ac32770e7","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.750455339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"8af32fd0-534e-471e-9fca-bada8c33aa98","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.750479935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"8af32fd0-534e-471e-9fca-bada8c33aa98","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.775532451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"d22a57f4-66c4-4982-943a-a0941109c13d","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.874675488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"0d6edd9c-8c20-4cf0-abb3-4bafb7f70105","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:18.976169985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"e952e06e-7c1e-4b42-b72b-9aae241b3f51","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:22.984357663Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.695364628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"367a0de6-9a6a-4495-b1ac-8074d9a6714d","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.695444428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"1d7f79b3-bc44-4a73-80fd-1244265c3770","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.867162186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"ffdf3d99-4e05-4159-82b8-fc35c5f5eae0","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.867185138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"ffdf3d99-4e05-4159-82b8-fc35c5f5eae0","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.868051284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"7490842e-6dee-4c5a-8c30-aefcdaffa426","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:28.868067876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"7490842e-6dee-4c5a-8c30-aefcdaffa426","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.108589609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"a1c1c212-98b4-4ac7-864e-31f50ae30d50","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.10862831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"62948605-fee1-4d45-96bd-6dbfed654f0a","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.139215767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"44df8ee7-6ee0-472e-a5cb-f31563bf58e7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.199418714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"44df8ee7-6ee0-472e-a5cb-f31563bf58e7","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.240824809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"b92c1eac-7c29-4e0c-a1ff-e8279f61d300","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.267156592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"2f754552-cd5c-462a-aaf5-6d595e649830","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.26717949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"2f754552-cd5c-462a-aaf5-6d595e649830","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.301252178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"b92c1eac-7c29-4e0c-a1ff-e8279f61d300","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.325112553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0d09c538-5d3d-4050-bac6-d9a948a7b556","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.325135247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0d09c538-5d3d-4050-bac6-d9a948a7b556","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:29.380632045Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0d09c538-5d3d-4050-bac6-d9a948a7b556","name":"sub-test-model-92f405","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-92f405\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T21:09:29.380700833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0d09c538-5d3d-4050-bac6-d9a948a7b556","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-92f405\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.386122408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"39fc5dfc-297e-47fd-8463-f8d8294b5fab","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.386142349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"39fc5dfc-297e-47fd-8463-f8d8294b5fab","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.510445657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"d8368ee1-08e0-4909-b69b-bce914ef57f7","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.510473849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"e9958b64-ffdc-4e72-977d-464a9d519623","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.51526977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"762fc592-09f1-4006-8caf-411a36925b79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.575351876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"762fc592-09f1-4006-8caf-411a36925b79","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.704469498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"1ec53806-c94b-4823-968f-8a56dc5d5d12","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.704493878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"1ec53806-c94b-4823-968f-8a56dc5d5d12","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.705272023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"47cda1d7-5f86-4cb0-9257-c1ea4cb65401","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.705291621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"47cda1d7-5f86-4cb0-9257-c1ea4cb65401","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.924032188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"e6d78d94-d773-422e-a043-6a78c1f9728c","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:29.924030331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"43764abc-f134-42e1-aeb5-79c6ee23cf91","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.091029157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"fb6ccea2-12b3-4e18-8c15-80f0209fbcd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.384300668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"a406f82b-ba2f-4adf-99c8-7d82176428bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.506495247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"02b9a701-12cc-4253-b7a6-0754745f4bf5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.625353366Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ea685324-2153-4a44-8c68-a8a589ff5ee5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.723547619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"7e4f1e75-c53f-4eff-9381-8f44e0815975","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.723581096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"c655e2fa-4030-4ff4-8e37-55e4f14c7a0c","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.865103452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"5d90bb06-870c-4b17-9a4a-9702b86407be","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.865147492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"a20bf2cd-54e3-4641-9032-0ffa24143ec9","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:38.964672886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"05475a6c-9c34-4c38-95db-1b8cad191808","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.065161802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"88c3f342-dae1-45c4-a8bb-83a60510565c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.706329679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0f277a86-e0cb-4265-852e-aa781eb6a23b","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:39.706361451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"0f277a86-e0cb-4265-852e-aa781eb6a23b","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:49.707641519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"4028e8c4-0c0d-4a57-a19c-64251041d062","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:49.707673692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"4028e8c4-0c0d-4a57-a19c-64251041d062","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:52.983207264Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.739876791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"ac4160ad-fa7a-4fec-91f6-dff5c81ee507","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.739901659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"ac4160ad-fa7a-4fec-91f6-dff5c81ee507","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.907278912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"54231b49-2419-4beb-a8e0-2d101425e4c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.96125775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"f7c9cf60-08b1-465e-971e-b3ed88fe40f5","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.961268593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"e25d1d12-6f88-4c60-b09c-3c2e8dcc0590","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:58.967398326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"54231b49-2419-4beb-a8e0-2d101425e4c3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:59.135618175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"34623144-9c9a-404b-b3d0-9e60db89c92e","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:59.135640668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"34623144-9c9a-404b-b3d0-9e60db89c92e","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:59.136340451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"8143db5e-b323-4b4e-86ec-cd79baab5ed6","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:59.136361631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"8143db5e-b323-4b4e-86ec-cd79baab5ed6","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:59.353167382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"3ea8ebb5-0ac0-4aad-837b-f6e3c0ad5e99","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:09:59.353173613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"3b947dbe-43fb-422d-98ba-ace2db9557c9","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:04.672255439Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"bc93983a-ef9d-41e9-a30a-191cdf79553e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:04.672276858Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"37c703cf-dd71-434e-b550-0394c333086e","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:04.672288551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"37c703cf-dd71-434e-b550-0394c333086e","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:04.880596804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"bc93983a-ef9d-41e9-a30a-191cdf79553e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:04.950579322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"3e7d3a30-a2bd-4856-b891-0e53e01f18f5","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:04.950595068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"7807c456-225a-4ccf-b630-7f1e32d9796b","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.013381354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"bc93983a-ef9d-41e9-a30a-191cdf79553e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"e2e-shared-a-w2-92f405-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.013404799Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"bc93983a-ef9d-41e9-a30a-191cdf79553e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.072070302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"54c1d224-c6fc-48e8-902d-6ee37c55e71e","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.072089759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"54c1d224-c6fc-48e8-902d-6ee37c55e71e","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.226083953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"674abcef-40f0-4081-8139-456db4d1eda9","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.226109254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"674abcef-40f0-4081-8139-456db4d1eda9","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.350630379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"cc955f2e-8f20-4e47-8c6d-bb717967074a","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:05.350706587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"9eda5ea7-9772-4350-bb19-97ecd71f4541","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:15.635026132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"750388db-6470-4477-a1e0-8e3de464b41b","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscription":"e2e-shared-sub-ff0d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:15.860747303Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-shared-sub-ff0d0c","reconcileID":"750388db-6470-4477-a1e0-8e3de464b41b","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-92f405/e2e-a-only-ff0d0c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:16.079626321Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"6af89804-ac8a-4c46-8774-c0753daeec83","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:16.085028165Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"6fc45f41-d224-4026-973b-e4f46e93f5cb","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:16.085053869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"6fc45f41-d224-4026-973b-e4f46e93f5cb","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:16.253199543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"2ab7d12a-e033-4877-b0c8-66ca128e97c2","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:16.253227918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"2ab7d12a-e033-4877-b0c8-66ca128e97c2","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:22.983273249Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:26.422806596Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"a3d972e7-179a-4fd1-b64e-3a6564ae53dd","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","subscription":"e2e-a-only-ff0d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:26.477583246Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"a3d972e7-179a-4fd1-b64e-3a6564ae53dd","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:26.532369265Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"e2e-a-only-ff0d0c","reconcileID":"a3d972e7-179a-4fd1-b64e-3a6564ae53dd","MaaSSubscription":{"name":"e2e-a-only-ff0d0c","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"name":"maas-trlp-sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:26.817079649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"4c346546-684d-40b4-bfca-aaf7fb998135","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"tenant":"e2e-shared-a-w2-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","model":"ai-tenant-e2e-shared-a-w2-92f405/sub-test-model-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:26.81710668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"sub-test-model-92f405","reconcileID":"4c346546-684d-40b4-bfca-aaf7fb998135","MaaSModelRef":{"name":"sub-test-model-92f405","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"routeName":"sub-test-model-92f405-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-92f405","llmisvcName":"sub-test-model-92f405","gateway":"openshift-ingress/e2e-shared-a-w2-92f405","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.139524499Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"3964f60a-4307-4f85-9aa9-81944368f536","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.139595948Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"b3535c6c-276e-43bc-983e-ba736b0ecee8","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.139610258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"b3535c6c-276e-43bc-983e-ba736b0ecee8","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.347985916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"3964f60a-4307-4f85-9aa9-81944368f536","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.415882095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"602d1a67-6ad2-4d39-80c8-877b670833b0","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.41589681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"92d89b7f-1ebc-4ab9-95ea-f0ff40d9bb02","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.479592958Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"3964f60a-4307-4f85-9aa9-81944368f536","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"e2e-shared-b-w2-b367a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.479622525Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-sub-iso-auth-ff0d0c","reconcileID":"3964f60a-4307-4f85-9aa9-81944368f536","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.537890889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"700694e0-04a5-415a-bd69-fa2071cf5f9f","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.537911701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"700694e0-04a5-415a-bd69-fa2071cf5f9f","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.693088695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"0a9c037f-c89d-4d0d-8aad-e4c7a8b1ddef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.693114678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"0a9c037f-c89d-4d0d-8aad-e4c7a8b1ddef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.81402796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"a0dbf966-a52c-439c-b05c-f79e1c249bf2","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.814035865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"4744026a-a7bf-4757-beda-baf044b19cd9","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.913785333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"3600625b-233b-4550-8a83-a50f34db3303","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:27.920119083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"43be5275-0b46-46c5-9622-8220955745b8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:28.101932982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"e91eafc8-9042-40cf-9baf-20ca64442202","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:28.261422915Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"904491c7-00d1-4fd0-8640-9ee62a33b1bb","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-b367a4/e2e-b-only-ff0d0c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:28.341389492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"627a3bcd-e7d1-43a5-b280-207fe2014416","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:28.590869205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"f794774d-1f4d-44ff-95e1-db1429406598","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:28.638809704Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"f2dc896f-5a8a-4bb9-bbe3-60a50b29b888","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:28.701444669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"638c16d1-cb97-43d7-a16b-cd9af4ff0521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.814226079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631a803e-6730-4450-a516-4dfb0fd4d167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.868150427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631a803e-6730-4450-a516-4dfb0fd4d167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.92298731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631a803e-6730-4450-a516-4dfb0fd4d167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:37.977550439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"631a803e-6730-4450-a516-4dfb0fd4d167","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.095349899Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"e23efdf7-d3fa-4991-acd3-d866d87f9fbf","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscription":"e2e-shared-sub-ff0d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.311356838Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-shared-sub-ff0d0c","reconcileID":"e23efdf7-d3fa-4991-acd3-d866d87f9fbf","MaaSSubscription":{"name":"e2e-shared-sub-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.536518837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"94318934-b857-403a-9115-fc7d1e49bdd4","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.536546342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"94318934-b857-403a-9115-fc7d1e49bdd4","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.840899284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"61948c67-f0ee-42fc-88b3-3e72d21eab42","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:38.840922394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"61948c67-f0ee-42fc-88b3-3e72d21eab42","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:40.007170339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc0cf83-9957-4c89-bd66-e575e8e9739e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:40.061220796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc0cf83-9957-4c89-bd66-e575e8e9739e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:40.115013099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc0cf83-9957-4c89-bd66-e575e8e9739e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:40.169731747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc0cf83-9957-4c89-bd66-e575e8e9739e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.018133117Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"6b576679-5f01-4d07-9738-7d43b5d46ac4","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","subscription":"e2e-b-only-ff0d0c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.072404026Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"6b576679-5f01-4d07-9738-7d43b5d46ac4","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.126768145Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"e2e-b-only-ff0d0c","reconcileID":"6b576679-5f01-4d07-9738-7d43b5d46ac4","MaaSSubscription":{"name":"e2e-b-only-ff0d0c","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"name":"maas-trlp-sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.408612912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"ad3b3c49-d3be-4c00-a958-12168571d459","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"tenant":"e2e-shared-b-w2-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","model":"ai-tenant-e2e-shared-b-w2-b367a4/sub-test-model-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:49.40863923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"sub-test-model-b367a4","reconcileID":"ad3b3c49-d3be-4c00-a958-12168571d459","MaaSModelRef":{"name":"sub-test-model-b367a4","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"routeName":"sub-test-model-b367a4-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","llmisvcName":"sub-test-model-b367a4","gateway":"openshift-ingress/e2e-shared-b-w2-b367a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:10:52.98326655Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:01.792826457Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","namespace":"ai-tenant-e2e-shared-a-w3-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:01.792889391Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","namespace":"ai-tenant-e2e-shared-a-w3-791316","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:01.792936849Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","tenant":"e2e-shared-a-w3-791316","tenantID":"e2e-shared-a-w3-791316","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:01.848519754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-791316","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:01.91143285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"Service","name":"maas-api-e2e-shared-a-w3-791316","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:01.972116055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-791316","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.027738432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-791316","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.084416106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.140709215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.199734149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.261719149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.315627587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.371459448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.425727205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.479392658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.533064278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.586840656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.640748355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.70013655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.753987606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.807396545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.861151059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-791316","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:02.914791771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-791316"},"namespace":"ai-tenant-e2e-shared-a-w3-791316","name":"default-tenant","reconcileID":"c38a467b-6440-4e3d-9249-9b96af79fd58","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-791316","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.152562716Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-791316","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-791316","reconcileID":"e3dca266-f001-4ee0-8074-ff447638d610","aitenant":"ai-tenants/e2e-shared-a-w3-791316","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.507178072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eaa3832-dfdf-40dc-870e-02a1c5ad8086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.562390538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eaa3832-dfdf-40dc-870e-02a1c5ad8086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.616571204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eaa3832-dfdf-40dc-870e-02a1c5ad8086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.670695624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8eaa3832-dfdf-40dc-870e-02a1c5ad8086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:13.964578401Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-791316","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-791316","reconcileID":"e3dca266-f001-4ee0-8074-ff447638d610","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-791316","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-791316"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.711809175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c289e28e-d383-44f1-a0a0-f6bb1328932d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.765869419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c289e28e-d383-44f1-a0a0-f6bb1328932d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.820318914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c289e28e-d383-44f1-a0a0-f6bb1328932d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:15.875025825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c289e28e-d383-44f1-a0a0-f6bb1328932d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:17.826420933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e414b4-23aa-4f03-b844-dae317040d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:17.881206399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e414b4-23aa-4f03-b844-dae317040d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:17.935329641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e414b4-23aa-4f03-b844-dae317040d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:17.989483068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72e414b4-23aa-4f03-b844-dae317040d32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.106627049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e416635f-d703-4757-8c31-a0b4f8ba1441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.160618443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e416635f-d703-4757-8c31-a0b4f8ba1441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.214796073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e416635f-d703-4757-8c31-a0b4f8ba1441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.268810522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e416635f-d703-4757-8c31-a0b4f8ba1441","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:22.983506554Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:24.221534966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ea9852-586e-445d-a1c3-c9b17d724f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:24.275973387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ea9852-586e-445d-a1c3-c9b17d724f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:24.330018431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ea9852-586e-445d-a1c3-c9b17d724f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:24.384166228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23ea9852-586e-445d-a1c3-c9b17d724f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:27.028792305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"b2beb038-9dd1-437d-8328-e4c748806f31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:27.204827226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6fc47ad9-0636-41ce-b376-b7e733546232","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:27.304907265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2d51a50d-c2f6-4622-959c-4fc107d7168c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:27.446744653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"a817f862-057c-4252-8dfc-8e2dba535857","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:27.687048055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"bc44a79a-e58b-4e2c-a1d3-10e36d9575ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:27.787480232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"a2d38a71-5800-4362-bf80-ab2e378a4d30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.687069301Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.687147839Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","namespace":"ai-tenant-e2e-shared-b-w3-8fed27","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.687219409Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","tenant":"e2e-shared-b-w3-8fed27","tenantID":"e2e-shared-b-w3-8fed27","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.749436278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-8fed27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.811343293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"Service","name":"maas-api-e2e-shared-b-w3-8fed27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.868712244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-8fed27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.924551609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-8fed27","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:33.982553902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.039362061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.097862709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.157549257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.211832178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.265681239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.31991639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.373758992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.427810319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.481726989Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.535473885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.593557681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.647804907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.702255184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.756163116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-8fed27","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.810045864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-8fed27"},"namespace":"ai-tenant-e2e-shared-b-w3-8fed27","name":"default-tenant","reconcileID":"7dd7a3e0-091a-4262-96b4-fcf03609a5a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-8fed27","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.871016753Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","namespace":"ai-tenant-e2e-shared-a-w2-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.871139007Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","namespace":"ai-tenant-e2e-shared-a-w2-92f405","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.871230477Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","tenant":"e2e-shared-a-w2-92f405","tenantID":"e2e-shared-a-w2-92f405","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.92707702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-92f405","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:34.989109003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"Service","name":"maas-api-e2e-shared-a-w2-92f405","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.050101031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-92f405","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.105618698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-92f405","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.172597403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.255248758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.314047336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.370311381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.42409323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.47874878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.532622585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.588430224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.641984737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.69575356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.749356781Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.807295674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.861032831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.914787773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:35.96850913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-92f405","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:36.022438582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-92f405"},"namespace":"ai-tenant-e2e-shared-a-w2-92f405","name":"default-tenant","reconcileID":"e315e1f4-42e1-47b9-ad12-c208be228e88","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-92f405","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:42.302025683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"725dd30c-cad0-42c3-83ee-9071759e2c99","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:42.389893716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"6cf645b7-2134-47f3-9404-719f48abc299","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:42.545835756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"2e95ef92-a176-4ab7-b5bd-6ddbd279829e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:42.668261488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"d073d928-3a77-44fa-8b96-20f3a81b18cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:42.768118476Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"572bb8d5-4e52-45a2-a988-08a2ebe3a055","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:42.868117951Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"88ff8947-d715-4ef4-aa12-2bea51aded3a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:43.538909997Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-92f405","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-92f405","reconcileID":"410a289f-8fef-4a6c-9cc5-939ea359fbbf","aitenant":"ai-tenants/e2e-shared-a-w2-92f405","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.215506147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef09171-a5a3-449a-b654-300ec216a1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.27010759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef09171-a5a3-449a-b654-300ec216a1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.324494877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef09171-a5a3-449a-b654-300ec216a1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.378749033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef09171-a5a3-449a-b654-300ec216a1bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:44.439337341Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-92f405","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-92f405","reconcileID":"410a289f-8fef-4a6c-9cc5-939ea359fbbf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-92f405","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-92f405"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.114684324Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-8fed27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-8fed27","reconcileID":"81aaef9a-bf75-4a3d-9487-a652784469e0","aitenant":"ai-tenants/e2e-shared-b-w3-8fed27","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:45.904675707Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-8fed27","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-8fed27","reconcileID":"81aaef9a-bf75-4a3d-9487-a652784469e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-8fed27","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-8fed27"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.44338097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf53a576-abf1-4cf9-85bd-7c23da513b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.537714419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf53a576-abf1-4cf9-85bd-7c23da513b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.591820048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf53a576-abf1-4cf9-85bd-7c23da513b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.646114055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf53a576-abf1-4cf9-85bd-7c23da513b41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.973737556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"00883c83-d34f-40d1-b63e-c0c72758e2ce","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:46.973740117Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-access","reconcileID":"7fbc6823-0345-4bbc-8d54-f54a1fe0941f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:47.14545603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"d1677a0b-b9dc-404e-9ca6-e0fe0b3eff34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:47.198870074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"f2fe6902-7b15-48d7-81bb-1b848d232737","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:47.209078599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"d1677a0b-b9dc-404e-9ca6-e0fe0b3eff34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:47.277378302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"06b82ed6-42dd-49b0-8305-8748d0249eef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:47.344019738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"eb6e9ef1-bddd-4d32-aec5-48122711918d","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:47.526747166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"6208e739-6b2d-43f8-add8-aa83e9fe398b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:47.587906365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"6208e739-6b2d-43f8-add8-aa83e9fe398b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.703020442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004d4b10-f0c0-4423-b4da-6b7ef2f1626d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.757268039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004d4b10-f0c0-4423-b4da-6b7ef2f1626d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.811271367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004d4b10-f0c0-4423-b4da-6b7ef2f1626d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:48.86548086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"004d4b10-f0c0-4423-b4da-6b7ef2f1626d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:50.826798018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0269baae-03ef-433c-8bd5-3f739ee42767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:50.881009274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0269baae-03ef-433c-8bd5-3f739ee42767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:50.935036307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0269baae-03ef-433c-8bd5-3f739ee42767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:50.990327909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0269baae-03ef-433c-8bd5-3f739ee42767","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:52.382331847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"346616c4-b3ca-4372-99ff-629cbd23a900","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-2-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-2-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:52.709854549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"b2d5757b-c1db-4d3a-b378-f61df3725836","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:52.957555774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39708cbe-2c5d-47e6-a299-b2d3ae52bf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:52.982935657Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.011691453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39708cbe-2c5d-47e6-a299-b2d3ae52bf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.04103545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"022dad8a-2f81-4de8-8973-491f45e21708","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.069481137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39708cbe-2c5d-47e6-a299-b2d3ae52bf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.125462882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39708cbe-2c5d-47e6-a299-b2d3ae52bf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.344353136Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"6a4b1a27-0ac5-4f83-9d4d-cc4071f90cb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.347124863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"8fac6ca0-2def-437a-a529-0e1e52f190b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.367997729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"0f05431e-51f4-457f-acb7-ee67a78892a4","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.406626095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"8fac6ca0-2def-437a-a529-0e1e52f190b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.422103Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"3708de3e-5ba9-4dd9-a164-e40804c03c51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.476414757Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"3708de3e-5ba9-4dd9-a164-e40804c03c51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.521577275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"d9103149-ff60-4bef-99ca-22cdc90774b1","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.531522124Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"3708de3e-5ba9-4dd9-a164-e40804c03c51","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.722379803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"26443686-e74d-4271-a4e5-125aaaf49b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.739261002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"369b7426-5de7-4c84-9296-99ba13435da0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.78187127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"26443686-e74d-4271-a4e5-125aaaf49b94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.818047358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"ba2c641f-a3da-4076-a97b-1573de8f5f10","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.871446889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"ef48ba5e-70a4-4422-8ed1-2d82fe79e433","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.925177196Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"ef48ba5e-70a4-4422-8ed1-2d82fe79e433","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/simulator-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:53.961237075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e2c46df-3204-4bc5-b891-84184c9fb917","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.097301126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"05ea1918-d176-4948-a94f-46e284b8c53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.153006983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"048c1c6a-c872-4ecd-9d2e-f11fe790b57e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.157098698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"05ea1918-d176-4948-a94f-46e284b8c53a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T21:11:54.265181351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"simulator-subscription","reconcileID":"ef48ba5e-70a4-4422-8ed1-2d82fe79e433","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.320479204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"125775e9-039e-4e6f-8c32-79f4d28f45a2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.42767504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c1d20c1-7a04-44fa-98d5-67d948cf363a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:54.529627989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"d491e2fc-b2da-4e95-9afa-76ba6d5aef9e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:55.107755263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a921d0-1008-4917-a23b-c0dfbc97ed63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:55.162609994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a921d0-1008-4917-a23b-c0dfbc97ed63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:55.21685818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a921d0-1008-4917-a23b-c0dfbc97ed63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:55.271241918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46a921d0-1008-4917-a23b-c0dfbc97ed63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.117855063Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.117934935Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","namespace":"ai-tenant-e2e-shared-b-w2-b367a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.118043478Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","tenant":"e2e-shared-b-w2-b367a4","tenantID":"e2e-shared-b-w2-b367a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.174203561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-b367a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.23567077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"Service","name":"maas-api-e2e-shared-b-w2-b367a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.299409256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-b367a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.355167087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-b367a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.415310213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.473369598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.530404844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.589093401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.642974944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.696972855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.752764762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.806596268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.860030137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.91358169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:57.967147969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.024692759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.078295744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.131924822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.185639778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-b367a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:58.242359847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-b367a4"},"namespace":"ai-tenant-e2e-shared-b-w2-b367a4","name":"default-tenant","reconcileID":"c71b5bc1-c5f8-4dfe-a8a6-c94637661061","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-b367a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.502356882Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b0b6c461-04de-4943-8476-9cab2bc0bae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.502492742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"a5cb24eb-6c9d-4c08-94f6-ab9f9562095f","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.71121689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b0b6c461-04de-4943-8476-9cab2bc0bae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.780549729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"c2bf3f6d-10a2-4b3e-a120-e765dc984955","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.870062866Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b0b6c461-04de-4943-8476-9cab2bc0bae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"e2e-worker-w3-47d693-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.870093059Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-access","reconcileID":"b0b6c461-04de-4943-8476-9cab2bc0bae6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-47d693"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:11:59.931083819Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"5dfa8927-a46b-4cb2-a3d3-383539474c64","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.196815638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"db4ffce4-1b71-4af1-b73c-f410288eee83","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.212460194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"c3f7128d-92db-415a-a68e-cc2293620c23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.710785771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"e98e1f12-28af-4cd5-8e82-4e7b6f625db2","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-2-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-2-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.711046397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"5595c618-fedc-4826-a3d9-75a08bcd5c09","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.711221656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"887b9b70-7ddc-440d-a001-bba2d1df9bad","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.711401983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"b590b378-f723-4969-9bd5-c493c65c524b","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:00.764526998Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"824fb0c6-cb0e-4109-ba91-1522e37097ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7338c1a0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:01.703420813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf24dd7-a31e-41a1-972c-055eb4119a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:01.757705519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf24dd7-a31e-41a1-972c-055eb4119a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:01.811803053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf24dd7-a31e-41a1-972c-055eb4119a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:01.866178566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbf24dd7-a31e-41a1-972c-055eb4119a91","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.395311088Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"4a709ee7-9bce-461c-bca2-0124bf54c89e","namespace":"ai-tenant-e2e-worker-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.395381521Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"4a709ee7-9bce-461c-bca2-0124bf54c89e","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.453214922Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"4a709ee7-9bce-461c-bca2-0124bf54c89e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.453306101Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"4a709ee7-9bce-461c-bca2-0124bf54c89e","namespace":"ai-tenant-e2e-worker-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.926677494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3aa1a5f-c3b2-41e9-8941-70468900e454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:03.980605441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3aa1a5f-c3b2-41e9-8941-70468900e454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.034960031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3aa1a5f-c3b2-41e9-8941-70468900e454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.089050848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3aa1a5f-c3b2-41e9-8941-70468900e454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.683039166Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b367a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b367a4","reconcileID":"878bb0ee-c186-4b60-8259-6d0a97659a0b","aitenant":"ai-tenants/e2e-shared-b-w2-b367a4","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.710669075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2dadfccc-e948-4651-91b9-1e212e874382","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.832127815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5f2e9068-c426-441e-9879-63191d90a9ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:04.93224837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"f97f874c-09bb-4a35-ba39-76be2c999f86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:05.035670497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"e6c4270e-b417-4923-aa6a-cff86f5ca972","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:05.538873973Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-b367a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-b367a4","reconcileID":"878bb0ee-c186-4b60-8259-6d0a97659a0b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-b367a4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-b367a4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.121347075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901b4867-4dae-41b1-805f-a00fd26d8ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.175577801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901b4867-4dae-41b1-805f-a00fd26d8ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.229862795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901b4867-4dae-41b1-805f-a00fd26d8ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.284768546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"901b4867-4dae-41b1-805f-a00fd26d8ad0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.597457208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-access","reconcileID":"1cf7bcc5-d425-49f3-9b14-a3709f794f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.597580771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"ad56f666-ada7-4d6c-ab4d-afd8009c1aae","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.768706638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"dfa87c82-0cdd-449f-9799-a1d4bf3d27a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.810445908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"fdccc268-c558-42ec-ab55-16f8680765c6","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.8303563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"dfa87c82-0cdd-449f-9799-a1d4bf3d27a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.879620424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"7c8add16-f6cf-48cb-b7fe-8bc491fa7898","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:06.947006005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"01a29775-43a5-4ca0-be29-5b54e1385962","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:07.146128165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9de97e13-b0d3-4c3c-b3ce-2228a129bdb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:07.208330182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"9de97e13-b0d3-4c3c-b3ce-2228a129bdb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:08.3075276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f1ea18-2ab5-481b-854d-eed81c8fc378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:08.361762698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f1ea18-2ab5-481b-854d-eed81c8fc378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:08.416249207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f1ea18-2ab5-481b-854d-eed81c8fc378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:08.470711519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10f1ea18-2ab5-481b-854d-eed81c8fc378","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.498647759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426bec52-0107-4dc5-bdb8-d1d217ca1bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.557908212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426bec52-0107-4dc5-bdb8-d1d217ca1bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.613120351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426bec52-0107-4dc5-bdb8-d1d217ca1bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.667697329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"426bec52-0107-4dc5-bdb8-d1d217ca1bb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.712176354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"06169f16-a305-47df-a7a0-f9ef4653d9e7","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-2-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-2-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.712451835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"d9e5a0b8-1492-4bb0-812b-2c4ca2b08832","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.712611849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"4ae8e0f1-4edc-4248-bca4-1d059c02fbe6","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.765742187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"b9f930be-f01b-4b8e-bff5-c779f710b171","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.820824828Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"2688183c-8d6b-45ae-88dd-4a47990a08ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.875873419Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"2688183c-8d6b-45ae-88dd-4a47990a08ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:10.947534826Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"premium-simulator-subscription","reconcileID":"2688183c-8d6b-45ae-88dd-4a47990a08ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-47d693"},"name":"maas-trlp-premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693","model":"e2e-models-e2e-worker-w3-47d693/premium-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:11.229417928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"3d1ee177-94dc-45bf-a020-a2f4e2bd95cf","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:11.90409283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"1ecaef24-5620-4c7f-9ab2-ef50268a0d94","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:12.236717437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"c6cd6916-1bf7-4eca-bc30-f080470cc71b","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:12.563281304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"27f12e51-70c0-456b-a9b8-fe6d2a84db2d","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:12.732248538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d5964efd-7fa0-420a-9229-6ae3d7d859e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:12.781799151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"53902ff6-a70f-4686-a772-9e88b69be310","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:12.79343581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"d5964efd-7fa0-420a-9229-6ae3d7d859e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:12.892810625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"b4876f30-b332-4df9-a05c-efba5c8c2695","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:12.947194566Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"02d5dad0-c0df-4410-b90a-b361df621f6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:12.953602357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"b7436a87-98bf-450c-add8-468425cf6067","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:13.002223265Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"02d5dad0-c0df-4410-b90a-b361df621f6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:13.05679982Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"simulator-subscription","reconcileID":"02d5dad0-c0df-4410-b90a-b361df621f6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/simulator-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:13.110218117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"482a3523-6223-4319-8e1f-ee6ee5e38de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:13.168300969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"80bda153-d96f-4d0e-862b-b1c2dec5aca1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:13.170302411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"482a3523-6223-4319-8e1f-ee6ee5e38de7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:13.336875592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"85f0e77c-138a-4655-8cb2-0c02fbfd4256","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:13.445210295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"576a1b2a-4f57-4a8d-a517-7f066f7d49f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:13.50475286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"576a1b2a-4f57-4a8d-a517-7f066f7d49f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.153034796Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","namespace":"ai-tenant-e2e-worker-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.153103074Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","namespace":"ai-tenant-e2e-worker-w3-47d693","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.153159286Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","tenant":"e2e-worker-w3-47d693","tenantID":"e2e-worker-w3-47d693","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.211379204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"Deployment","name":"maas-api-e2e-worker-w3-47d693","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.273128586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"Service","name":"maas-api-e2e-worker-w3-47d693","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.335436206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-47d693","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.391883037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-47d693","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.448892835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.508707049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.565876603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.62316279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.68015182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.734058584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.787832821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"Service","name":"payload-processing-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.841556722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.895300773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:14.949182625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.003025533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.061131613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.115058392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.168806711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.222654783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-47d693","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:15.276314439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-47d693"},"namespace":"ai-tenant-e2e-worker-w3-47d693","name":"default-tenant","reconcileID":"783df169-05ff-41e8-b908-5df87254648d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-47d693","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.579739844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"f6bbb365-c968-42e1-91a4-2495fbab8291","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.579757481Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"78013c2f-48c4-4592-a3d3-0b819bb44ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.799426764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"78013c2f-48c4-4592-a3d3-0b819bb44ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.909151278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"bd602967-5a69-4a7c-9d0c-7c761b97d6fa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.934432173Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"78013c2f-48c4-4592-a3d3-0b819bb44ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"e2e-worker-w2-6250eb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.934460329Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-access","reconcileID":"78013c2f-48c4-4592-a3d3-0b819bb44ffb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:18.993280836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"dc910ed7-90cc-4b9f-acf9-20b53b91e56e","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.236364263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"c59d93cb-4eb5-4a83-8fbd-6561da6f9ec6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.304482608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"a0e1f102-b7ce-4797-8cf1-f9d86c4df280","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.358615015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"c47b36f1-4d15-4a26-bb92-efd83e95b68c","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.358861631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"26c4a2c6-38ea-47b1-86a5-ff44effc7c85","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.359078071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"0818c0d6-78b1-4650-8848-5681c43a4732","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.578232827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"01a89f78-58de-43ce-8008-9dc25c969607","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:19.857558857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"4d74fa31-c5c0-45e3-ba90-845556336e08","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:20.288440355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d90e-b8b8-490a-869a-0eee441a4383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:20.34361112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d90e-b8b8-490a-869a-0eee441a4383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:20.401280706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d90e-b8b8-490a-869a-0eee441a4383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:20.457288395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d90e-b8b8-490a-869a-0eee441a4383","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:20.712644693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-2-w3-47d693","reconcileID":"4482d2e6-7502-4959-93fb-299da8f60ee7","MaaSModelRef":{"name":"distinct-2-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-2-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-2-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:20.713026367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"distinct-w3-47d693","reconcileID":"192eaf69-e331-4507-9c14-80c826c8233e","MaaSModelRef":{"name":"distinct-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"distinct-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"distinct-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:20.713267383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"simulator-w3-47d693","reconcileID":"53474b2c-cff5-4616-8b70-fe50c36da7fb","MaaSModelRef":{"name":"simulator-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"simulator-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"simulator-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:21.230348072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"namespace":"e2e-models-e2e-worker-w3-47d693","name":"premium-w3-47d693","reconcileID":"37d5cb87-9011-4594-b007-9ac8afe4d4ce","MaaSModelRef":{"name":"premium-w3-47d693","namespace":"e2e-models-e2e-worker-w3-47d693"},"routeName":"premium-w3-47d693-kserve-route","namespace":"e2e-models-e2e-worker-w3-47d693","llmisvcName":"premium-w3-47d693","gateway":"openshift-ingress/e2e-worker-w3-47d693","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:22.505299662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e92447-cbfa-4cad-8040-7d3f78faffbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:22.559900622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e92447-cbfa-4cad-8040-7d3f78faffbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:22.613997145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e92447-cbfa-4cad-8040-7d3f78faffbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:22.668232031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57e92447-cbfa-4cad-8040-7d3f78faffbb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:22.983373533Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.689173133Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"7bea00fd-b93e-4077-9e7a-01b98d02d69a","namespace":"ai-tenant-e2e-worker-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.68926377Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"7bea00fd-b93e-4077-9e7a-01b98d02d69a","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.745433265Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"7bea00fd-b93e-4077-9e7a-01b98d02d69a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:25.745459132Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"7bea00fd-b93e-4077-9e7a-01b98d02d69a","namespace":"ai-tenant-e2e-worker-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.366893399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"98749fc4-adbd-4f67-9e1f-2dd1d01ee692","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.367185703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"2f3aea34-b651-40b2-bad4-3e7a62b02fb4","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.367378706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"4bb2146e-9a73-4a13-a02e-c8e26fb1743d","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:29.859014261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"2ff80745-3b29-4cd8-8f65-6090d225f2c7","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.006439201Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-47d693","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-47d693","reconcileID":"90ed85d5-3281-4c5d-b145-a5523e06b6d9","aitenant":"ai-tenants/e2e-worker-w3-47d693","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.059980499Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"29f6f0cf-49fe-4794-8d9c-cdd7e557e931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.114481806Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"29f6f0cf-49fe-4794-8d9c-cdd7e557e931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.16874695Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"premium-simulator-subscription","reconcileID":"29f6f0cf-49fe-4794-8d9c-cdd7e557e931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"name":"maas-trlp-premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb","model":"e2e-models-e2e-worker-w2-6250eb/premium-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.449089163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"b940e359-b2cb-4922-aa16-7d99974cac76","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.617726671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d46d717-1b9c-4c2f-a23d-71da5a4cf436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.672273725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d46d717-1b9c-4c2f-a23d-71da5a4cf436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.726845578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d46d717-1b9c-4c2f-a23d-71da5a4cf436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.781179743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d46d717-1b9c-4c2f-a23d-71da5a4cf436","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.842052036Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","namespace":"ai-tenant-e2e-worker-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.84214879Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","namespace":"ai-tenant-e2e-worker-w2-6250eb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.842227519Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","tenant":"e2e-worker-w2-6250eb","tenantID":"e2e-worker-w2-6250eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.843356054Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-47d693","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-47d693","reconcileID":"90ed85d5-3281-4c5d-b145-a5523e06b6d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-47d693","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-47d693"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.898760035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"Deployment","name":"maas-api-e2e-worker-w2-6250eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:30.966675707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"Service","name":"maas-api-e2e-worker-w2-6250eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.061163157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-6250eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.117018723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-6250eb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.176263592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.234211184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.296885871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.359434339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.413225213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.471231473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.52844116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"Service","name":"payload-processing-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.583933123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.637599929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.691184651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.744816085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.80758026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.879894383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.936708349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:31.990827905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-6250eb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:32.044486532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-6250eb"},"namespace":"ai-tenant-e2e-worker-w2-6250eb","name":"default-tenant","reconcileID":"1cb6eb6b-0a3f-4ed1-a5f1-b27c09eece80","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-6250eb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:32.840963001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563912b8-2954-437d-bfdd-457d5c8f9aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:32.895077966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563912b8-2954-437d-bfdd-457d5c8f9aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:32.949821295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563912b8-2954-437d-bfdd-457d5c8f9aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:33.003996544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"563912b8-2954-437d-bfdd-457d5c8f9aea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.264393003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"66728598-0e2d-49d2-8b9e-4c939117d598","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:34.365249228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a25353b8-e95b-4d22-b335-b3fc29220d81","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:35.01918185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a753fbed-4ed3-4319-8b3d-9c3cba5cfa71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:35.073158408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a753fbed-4ed3-4319-8b3d-9c3cba5cfa71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:35.127914762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a753fbed-4ed3-4319-8b3d-9c3cba5cfa71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:35.182664249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a753fbed-4ed3-4319-8b3d-9c3cba5cfa71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:39.36737938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-2-w2-6250eb","reconcileID":"9710664e-8582-4606-a4c1-2cab141da5e4","MaaSModelRef":{"name":"distinct-2-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-2-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-2-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:39.367723304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"distinct-w2-6250eb","reconcileID":"825d0478-984d-4261-9492-b270d9024e73","MaaSModelRef":{"name":"distinct-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"distinct-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"distinct-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:39.367930383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"simulator-w2-6250eb","reconcileID":"614b2a2e-f008-4124-903f-ffc6aedf5295","MaaSModelRef":{"name":"simulator-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"simulator-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"simulator-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:40.449691527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"namespace":"e2e-models-e2e-worker-w2-6250eb","name":"premium-w2-6250eb","reconcileID":"3404a3fd-d3c9-4b23-9338-6a0a6b08ceb4","MaaSModelRef":{"name":"premium-w2-6250eb","namespace":"e2e-models-e2e-worker-w2-6250eb"},"routeName":"premium-w2-6250eb-kserve-route","namespace":"e2e-models-e2e-worker-w2-6250eb","llmisvcName":"premium-w2-6250eb","gateway":"openshift-ingress/e2e-worker-w2-6250eb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.872717036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fbe60aec-e2a2-4a01-8e4a-6b90104585f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:43.928223884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"63c1c9d5-7278-4d1c-9739-7f650cee3a83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:51.476027527Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-6250eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-6250eb","reconcileID":"5f33ccd0-ae32-43db-8bce-29b8fa28a4b5","aitenant":"ai-tenants/e2e-worker-w2-6250eb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:52.06502489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48307873-e679-4a0a-a921-ce2b76cfa33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:52.122313507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48307873-e679-4a0a-a921-ce2b76cfa33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:52.177174474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48307873-e679-4a0a-a921-ce2b76cfa33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:52.231972488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48307873-e679-4a0a-a921-ce2b76cfa33e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:52.399505967Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-6250eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-6250eb","reconcileID":"5f33ccd0-ae32-43db-8bce-29b8fa28a4b5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-6250eb","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-6250eb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:52.98440814Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:54.255044159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5dfb7-ead7-4017-8ff7-fe7e19d7716e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:54.309365231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5dfb7-ead7-4017-8ff7-fe7e19d7716e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:54.363240472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5dfb7-ead7-4017-8ff7-fe7e19d7716e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:54.417351147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ec5dfb7-ead7-4017-8ff7-fe7e19d7716e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:56.509502473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe3e7fb-88ec-4cf0-bafb-8f109ce3522a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:56.564231185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe3e7fb-88ec-4cf0-bafb-8f109ce3522a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:56.618979009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe3e7fb-88ec-4cf0-bafb-8f109ce3522a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:56.673005613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe3e7fb-88ec-4cf0-bafb-8f109ce3522a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:57.98969783Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7b27dd93-2da1-4109-a710-c785ab2b4d17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T21:12:58.089661777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bb473978-4280-44bd-9e60-c7de942028ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}